2024-12-16 22:00:18,346 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-16 22:00:18,369 main DEBUG Took 0.020440 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 22:00:18,369 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 22:00:18,369 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 22:00:18,371 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 22:00:18,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,381 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 22:00:18,393 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,399 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,400 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,401 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,402 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,402 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 22:00:18,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,404 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 22:00:18,405 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 22:00:18,406 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 22:00:18,408 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 22:00:18,408 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 22:00:18,409 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 22:00:18,410 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 22:00:18,418 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 22:00:18,420 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 22:00:18,422 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 22:00:18,422 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 22:00:18,422 main DEBUG createAppenders(={Console}) 2024-12-16 22:00:18,423 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-16 22:00:18,423 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-16 22:00:18,424 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-16 22:00:18,424 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 22:00:18,424 main DEBUG OutputStream closed 2024-12-16 22:00:18,425 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 22:00:18,425 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 22:00:18,425 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-16 22:00:18,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 22:00:18,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 22:00:18,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 22:00:18,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 22:00:18,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 22:00:18,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 22:00:18,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 22:00:18,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 22:00:18,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 22:00:18,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 22:00:18,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 22:00:18,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 22:00:18,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 22:00:18,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 22:00:18,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 22:00:18,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 22:00:18,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 22:00:18,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 22:00:18,504 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 22:00:18,505 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-16 22:00:18,505 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 22:00:18,506 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-16T22:00:18,791 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709 2024-12-16 22:00:18,794 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 22:00:18,794 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T22:00:18,808 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop-log-dir so I do NOT create it in target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b 2024-12-16T22:00:18,809 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop-log-dir Erasing configuration value by system value. 2024-12-16T22:00:18,809 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop-tmp-dir so I do NOT create it in target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b 2024-12-16T22:00:18,809 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-16T22:00:18,810 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b 2024-12-16T22:00:18,819 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-16T22:00:18,838 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/cluster_58a4638e-b13e-0b74-52cb-93b244d37983, deleteOnExit=true 2024-12-16T22:00:18,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/cluster_58a4638e-b13e-0b74-52cb-93b244d37983/zookeeper_0, clientPort=63064, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/cluster_58a4638e-b13e-0b74-52cb-93b244d37983/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/cluster_58a4638e-b13e-0b74-52cb-93b244d37983/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T22:00:18,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63064 2024-12-16T22:00:18,942 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-16T22:00:18,943 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-16T22:00:18,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T22:00:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T22:00:18,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/test.cache.data in system properties and HBase conf 2024-12-16T22:00:18,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T22:00:18,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop.log.dir in system properties and HBase conf 2024-12-16T22:00:18,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T22:00:18,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T22:00:18,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T22:00:19,044 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T22:00:19,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T22:00:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:00:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:00:19,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T22:00:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:00:19,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T22:00:19,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T22:00:19,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:00:19,145 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:00:19,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T22:00:19,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/nfs.dump.dir in system properties and HBase conf 2024-12-16T22:00:19,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/java.io.tmpdir in system properties and HBase conf 2024-12-16T22:00:19,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:00:19,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T22:00:19,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T22:00:19,967 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T22:00:20,040 INFO [Time-limited test {}] log.Log(170): Logging initialized @2369ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T22:00:20,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:00:20,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:00:20,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:00:20,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:00:20,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:00:20,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:00:20,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:00:20,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:00:20,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/java.io.tmpdir/jetty-localhost-42135-hadoop-hdfs-3_4_1-tests_jar-_-any-15595884925225420829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:00:20,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:42135} 2024-12-16T22:00:20,450 INFO [Time-limited test {}] server.Server(415): Started @2779ms 2024-12-16T22:00:20,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:00:20,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:00:20,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:00:20,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:00:20,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T22:00:20,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:00:20,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:00:21,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b590514{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/java.io.tmpdir/jetty-localhost-33249-hadoop-hdfs-3_4_1-tests_jar-_-any-10886486055847316461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:00:21,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:33249} 2024-12-16T22:00:21,105 INFO [Time-limited test {}] server.Server(415): Started @3435ms 2024-12-16T22:00:21,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:00:21,763 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/cluster_58a4638e-b13e-0b74-52cb-93b244d37983/dfs/data/data2/current/BP-787255722-172.17.0.3-1734386419729/current, will proceed with Du for space computation calculation, 2024-12-16T22:00:21,763 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/cluster_58a4638e-b13e-0b74-52cb-93b244d37983/dfs/data/data1/current/BP-787255722-172.17.0.3-1734386419729/current, will proceed with Du for space computation calculation, 2024-12-16T22:00:21,813 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:00:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3aa6e6f177a5a595 with lease ID 0x9071fdd40cfab421: Processing first storage report for DS-b8ad9935-d149-4496-a56e-13a0a6a8ba67 from datanode DatanodeRegistration(127.0.0.1:45041, datanodeUuid=a28c504f-e0bb-4c73-8f53-c00dc1165bc4, infoPort=43799, infoSecurePort=0, ipcPort=44165, storageInfo=lv=-57;cid=testClusterID;nsid=1229254210;c=1734386419729) 2024-12-16T22:00:21,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3aa6e6f177a5a595 with lease ID 0x9071fdd40cfab421: from storage DS-b8ad9935-d149-4496-a56e-13a0a6a8ba67 node DatanodeRegistration(127.0.0.1:45041, datanodeUuid=a28c504f-e0bb-4c73-8f53-c00dc1165bc4, infoPort=43799, infoSecurePort=0, ipcPort=44165, storageInfo=lv=-57;cid=testClusterID;nsid=1229254210;c=1734386419729), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-16T22:00:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3aa6e6f177a5a595 with lease ID 0x9071fdd40cfab421: Processing first storage report for DS-4d4b6c2d-5c3d-4dc6-95de-351ab5e56fa9 from datanode DatanodeRegistration(127.0.0.1:45041, datanodeUuid=a28c504f-e0bb-4c73-8f53-c00dc1165bc4, infoPort=43799, infoSecurePort=0, ipcPort=44165, storageInfo=lv=-57;cid=testClusterID;nsid=1229254210;c=1734386419729) 2024-12-16T22:00:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3aa6e6f177a5a595 with lease ID 0x9071fdd40cfab421: from storage DS-4d4b6c2d-5c3d-4dc6-95de-351ab5e56fa9 node DatanodeRegistration(127.0.0.1:45041, datanodeUuid=a28c504f-e0bb-4c73-8f53-c00dc1165bc4, infoPort=43799, infoSecurePort=0, ipcPort=44165, storageInfo=lv=-57;cid=testClusterID;nsid=1229254210;c=1734386419729), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:00:21,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709 2024-12-16T22:00:21,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:21,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:22,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741825_1001 (size=7) 2024-12-16T22:00:22,671 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f with version=8 2024-12-16T22:00:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/hbase-staging 2024-12-16T22:00:22,815 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T22:00:23,117 INFO [Time-limited test {}] client.ConnectionUtils(129): master/28ac8e76af47:0 server-side Connection retries=45 2024-12-16T22:00:23,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:23,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:23,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T22:00:23,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:23,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T22:00:23,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T22:00:23,367 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T22:00:23,376 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T22:00:23,381 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T22:00:23,407 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12669 (auto-detected) 2024-12-16T22:00:23,408 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-16T22:00:23,427 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:43147 2024-12-16T22:00:23,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:23,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:23,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43147 connecting to ZooKeeper ensemble=127.0.0.1:63064 2024-12-16T22:00:23,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431470x0, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T22:00:23,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43147-0x101514014fc0000 connected 2024-12-16T22:00:23,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T22:00:23,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T22:00:23,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-16T22:00:23,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43147 2024-12-16T22:00:23,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43147 2024-12-16T22:00:23,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43147 2024-12-16T22:00:23,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43147 2024-12-16T22:00:23,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43147 2024-12-16T22:00:23,536 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f, hbase.cluster.distributed=false 2024-12-16T22:00:23,599 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/28ac8e76af47:0 server-side Connection retries=45 2024-12-16T22:00:23,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:23,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:23,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T22:00:23,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:23,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T22:00:23,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T22:00:23,604 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T22:00:23,605 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:39641 2024-12-16T22:00:23,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T22:00:23,612 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T22:00:23,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:23,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:23,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39641 connecting to ZooKeeper ensemble=127.0.0.1:63064 2024-12-16T22:00:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396410x0, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T22:00:23,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39641-0x101514014fc0001 connected 2024-12-16T22:00:23,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T22:00:23,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T22:00:23,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-16T22:00:23,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39641 2024-12-16T22:00:23,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39641 2024-12-16T22:00:23,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39641 2024-12-16T22:00:23,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39641 2024-12-16T22:00:23,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39641 2024-12-16T22:00:23,632 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/28ac8e76af47,43147,1734386422808 2024-12-16T22:00:23,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T22:00:23,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T22:00:23,642 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/28ac8e76af47,43147,1734386422808 2024-12-16T22:00:23,651 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28ac8e76af47:43147 2024-12-16T22:00:23,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-16T22:00:23,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-16T22:00:23,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:23,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:23,665 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-16T22:00:23,666 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/28ac8e76af47,43147,1734386422808 from backup master directory 2024-12-16T22:00:23,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-16T22:00:23,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/28ac8e76af47,43147,1734386422808 2024-12-16T22:00:23,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T22:00:23,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T22:00:23,669 WARN [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T22:00:23,669 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28ac8e76af47,43147,1734386422808 2024-12-16T22:00:23,671 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-16T22:00:23,673 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-16T22:00:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741826_1002 (size=42) 2024-12-16T22:00:23,740 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/hbase.id with ID: 19736058-70fe-41f2-9ce4-6fc49166ed55 2024-12-16T22:00:23,781 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:23,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:23,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:23,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741827_1003 (size=196) 2024-12-16T22:00:23,837 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T22:00:23,839 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T22:00:23,856 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:23,861 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:00:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741828_1004 (size=1189) 2024-12-16T22:00:24,310 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store 2024-12-16T22:00:24,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741829_1005 (size=34) 2024-12-16T22:00:24,731 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-16T22:00:24,732 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:24,733 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T22:00:24,733 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:00:24,733 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:00:24,733 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T22:00:24,733 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:00:24,733 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:00:24,733 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T22:00:24,736 WARN [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/.initializing 2024-12-16T22:00:24,736 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/WALs/28ac8e76af47,43147,1734386422808 2024-12-16T22:00:24,743 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T22:00:24,754 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28ac8e76af47%2C43147%2C1734386422808, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/WALs/28ac8e76af47,43147,1734386422808, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/oldWALs, maxLogs=10 2024-12-16T22:00:24,776 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/WALs/28ac8e76af47,43147,1734386422808/28ac8e76af47%2C43147%2C1734386422808.1734386424759, exclude list is [], retry=0 2024-12-16T22:00:24,793 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-b8ad9935-d149-4496-a56e-13a0a6a8ba67,DISK] 2024-12-16T22:00:24,796 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T22:00:24,834 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/WALs/28ac8e76af47,43147,1734386422808/28ac8e76af47%2C43147%2C1734386422808.1734386424759 2024-12-16T22:00:24,835 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43799:43799)] 2024-12-16T22:00:24,835 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T22:00:24,836 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:24,839 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,840 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T22:00:24,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:24,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:24,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T22:00:24,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:24,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:24,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T22:00:24,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:24,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:24,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T22:00:24,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:24,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:24,925 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,926 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,934 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T22:00:24,938 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:24,942 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:24,943 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65288564, jitterRate=-0.02712458372116089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T22:00:24,948 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T22:00:24,949 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T22:00:24,977 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8957dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:25,013 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T22:00:25,025 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T22:00:25,025 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T22:00:25,028 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T22:00:25,029 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-16T22:00:25,035 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-16T22:00:25,035 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T22:00:25,061 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T22:00:25,073 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-16T22:00:25,076 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-16T22:00:25,078 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T22:00:25,079 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-16T22:00:25,084 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-16T22:00:25,086 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T22:00:25,090 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-16T22:00:25,091 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-16T22:00:25,092 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-16T22:00:25,094 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-16T22:00:25,103 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T22:00:25,105 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-16T22:00:25,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-16T22:00:25,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-16T22:00:25,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:25,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:25,111 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=28ac8e76af47,43147,1734386422808, sessionid=0x101514014fc0000, setting cluster-up flag (Was=false) 2024-12-16T22:00:25,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:25,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:25,131 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-16T22:00:25,133 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28ac8e76af47,43147,1734386422808 2024-12-16T22:00:25,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:25,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:25,144 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-16T22:00:25,145 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28ac8e76af47,43147,1734386422808 2024-12-16T22:00:25,224 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T22:00:25,230 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T22:00:25,233 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T22:00:25,238 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28ac8e76af47,43147,1734386422808 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T22:00:25,242 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28ac8e76af47:0, corePoolSize=5, maxPoolSize=5 2024-12-16T22:00:25,242 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28ac8e76af47:0, corePoolSize=5, maxPoolSize=5 2024-12-16T22:00:25,242 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28ac8e76af47:0, corePoolSize=5, maxPoolSize=5 2024-12-16T22:00:25,242 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28ac8e76af47:0, corePoolSize=5, maxPoolSize=5 2024-12-16T22:00:25,242 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28ac8e76af47:0, corePoolSize=10, maxPoolSize=10 2024-12-16T22:00:25,243 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,243 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28ac8e76af47:0, corePoolSize=2, maxPoolSize=2 2024-12-16T22:00:25,243 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,244 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734386455244 2024-12-16T22:00:25,246 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T22:00:25,247 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T22:00:25,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T22:00:25,248 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28ac8e76af47:39641 2024-12-16T22:00:25,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T22:00:25,250 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1008): ClusterId : 19736058-70fe-41f2-9ce4-6fc49166ed55 2024-12-16T22:00:25,251 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T22:00:25,251 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T22:00:25,251 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T22:00:25,251 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T22:00:25,252 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,253 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T22:00:25,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:25,253 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T22:00:25,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T22:00:25,254 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T22:00:25,254 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T22:00:25,257 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T22:00:25,257 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T22:00:25,257 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T22:00:25,258 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T22:00:25,258 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.large.0-1734386425258,5,FailOnTimeoutGroup] 2024-12-16T22:00:25,259 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.small.0-1734386425259,5,FailOnTimeoutGroup] 2024-12-16T22:00:25,259 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,259 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T22:00:25,260 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,261 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,262 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T22:00:25,262 DEBUG [RS:0;28ac8e76af47:39641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c30e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:25,264 DEBUG [RS:0;28ac8e76af47:39641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592680e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28ac8e76af47/172.17.0.3:0 2024-12-16T22:00:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741831_1007 (size=1039) 2024-12-16T22:00:25,267 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T22:00:25,267 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T22:00:25,267 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T22:00:25,269 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3073): reportForDuty to master=28ac8e76af47,43147,1734386422808 with isa=28ac8e76af47/172.17.0.3:39641, startcode=1734386423598 2024-12-16T22:00:25,281 DEBUG [RS:0;28ac8e76af47:39641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T22:00:25,316 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49037, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T22:00:25,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43147 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:25,324 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43147 {}] master.ServerManager(486): Registering regionserver=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:25,338 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:25,338 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33877 2024-12-16T22:00:25,338 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T22:00:25,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-16T22:00:25,343 DEBUG [RS:0;28ac8e76af47:39641 {}] zookeeper.ZKUtil(111): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on existing znode=/1/rs/28ac8e76af47,39641,1734386423598 2024-12-16T22:00:25,343 WARN [RS:0;28ac8e76af47:39641 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T22:00:25,343 INFO [RS:0;28ac8e76af47:39641 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:00:25,344 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598 2024-12-16T22:00:25,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28ac8e76af47,39641,1734386423598] 2024-12-16T22:00:25,356 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T22:00:25,367 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T22:00:25,380 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T22:00:25,383 INFO [RS:0;28ac8e76af47:39641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T22:00:25,383 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,384 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T22:00:25,391 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,392 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,392 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,392 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,392 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,392 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,392 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28ac8e76af47:0, corePoolSize=2, maxPoolSize=2 2024-12-16T22:00:25,392 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,393 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,393 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,393 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,393 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:25,393 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28ac8e76af47:0, corePoolSize=3, maxPoolSize=3 2024-12-16T22:00:25,393 DEBUG [RS:0;28ac8e76af47:39641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28ac8e76af47:0, corePoolSize=3, maxPoolSize=3 2024-12-16T22:00:25,394 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,394 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,394 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,395 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,395 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,39641,1734386423598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T22:00:25,420 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T22:00:25,422 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,39641,1734386423598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:25,442 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.Replication(204): 28ac8e76af47,39641,1734386423598 started 2024-12-16T22:00:25,442 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1767): Serving as 28ac8e76af47,39641,1734386423598, RpcServer on 28ac8e76af47/172.17.0.3:39641, sessionid=0x101514014fc0001 2024-12-16T22:00:25,443 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T22:00:25,443 DEBUG [RS:0;28ac8e76af47:39641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:25,443 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28ac8e76af47,39641,1734386423598' 2024-12-16T22:00:25,443 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-16T22:00:25,444 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-16T22:00:25,444 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T22:00:25,445 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T22:00:25,445 DEBUG [RS:0;28ac8e76af47:39641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:25,445 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28ac8e76af47,39641,1734386423598' 2024-12-16T22:00:25,445 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-16T22:00:25,445 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-16T22:00:25,446 DEBUG [RS:0;28ac8e76af47:39641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T22:00:25,446 INFO [RS:0;28ac8e76af47:39641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T22:00:25,446 INFO [RS:0;28ac8e76af47:39641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T22:00:25,552 INFO [RS:0;28ac8e76af47:39641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T22:00:25,555 INFO [RS:0;28ac8e76af47:39641 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28ac8e76af47%2C39641%2C1734386423598, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/oldWALs, maxLogs=10 2024-12-16T22:00:25,572 DEBUG [RS:0;28ac8e76af47:39641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, exclude list is [], retry=0 2024-12-16T22:00:25,577 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-b8ad9935-d149-4496-a56e-13a0a6a8ba67,DISK] 2024-12-16T22:00:25,581 INFO [RS:0;28ac8e76af47:39641 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 2024-12-16T22:00:25,581 DEBUG [RS:0;28ac8e76af47:39641 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43799:43799)] 2024-12-16T22:00:25,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T22:00:25,668 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741833_1009 (size=32) 2024-12-16T22:00:26,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:26,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T22:00:26,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T22:00:26,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:26,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:26,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T22:00:26,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T22:00:26,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:26,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:26,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T22:00:26,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T22:00:26,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:26,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:26,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740 2024-12-16T22:00:26,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740 2024-12-16T22:00:26,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T22:00:26,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T22:00:26,107 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:26,108 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60737374, jitterRate=-0.0949425995349884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T22:00:26,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T22:00:26,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T22:00:26,111 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T22:00:26,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T22:00:26,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T22:00:26,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T22:00:26,113 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T22:00:26,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T22:00:26,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T22:00:26,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T22:00:26,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T22:00:26,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T22:00:26,134 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T22:00:26,287 DEBUG [28ac8e76af47:43147 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T22:00:26,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:26,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28ac8e76af47,39641,1734386423598, state=OPENING 2024-12-16T22:00:26,306 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T22:00:26,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:26,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:26,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T22:00:26,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T22:00:26,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:26,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:26,486 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T22:00:26,489 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T22:00:26,501 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T22:00:26,501 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:00:26,501 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T22:00:26,505 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28ac8e76af47%2C39641%2C1734386423598.meta, suffix=.meta, logDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/oldWALs, maxLogs=10 2024-12-16T22:00:26,522 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.meta.1734386426506.meta, exclude list is [], retry=0 2024-12-16T22:00:26,525 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-b8ad9935-d149-4496-a56e-13a0a6a8ba67,DISK] 2024-12-16T22:00:26,528 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.meta.1734386426506.meta 2024-12-16T22:00:26,529 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43799:43799)] 2024-12-16T22:00:26,529 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T22:00:26,531 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T22:00:26,588 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T22:00:26,593 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T22:00:26,597 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T22:00:26,597 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:26,597 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T22:00:26,597 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T22:00:26,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T22:00:26,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T22:00:26,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:26,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:26,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T22:00:26,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T22:00:26,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:26,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:26,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T22:00:26,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T22:00:26,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:26,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:26,610 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740 2024-12-16T22:00:26,612 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740 2024-12-16T22:00:26,615 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T22:00:26,617 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T22:00:26,619 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60267281, jitterRate=-0.10194753110408783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T22:00:26,620 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T22:00:26,628 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734386426478 2024-12-16T22:00:26,638 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T22:00:26,639 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T22:00:26,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:26,642 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28ac8e76af47,39641,1734386423598, state=OPEN 2024-12-16T22:00:26,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-16T22:00:26,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-16T22:00:26,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T22:00:26,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T22:00:26,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T22:00:26,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=28ac8e76af47,39641,1734386423598 in 335 msec 2024-12-16T22:00:26,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T22:00:26,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-12-16T22:00:26,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4800 sec 2024-12-16T22:00:26,661 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734386426661, completionTime=-1 2024-12-16T22:00:26,661 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T22:00:26,661 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T22:00:26,697 DEBUG [hconnection-0x46847e72-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:26,700 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T22:00:26,710 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T22:00:26,710 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734386486710 2024-12-16T22:00:26,710 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734386546710 2024-12-16T22:00:26,710 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 49 msec 2024-12-16T22:00:26,744 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,43147,1734386422808-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:26,745 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,43147,1734386422808-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:26,745 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,43147,1734386422808-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:26,746 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28ac8e76af47:43147, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:26,747 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:26,752 DEBUG [master/28ac8e76af47:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T22:00:26,754 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T22:00:26,755 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T22:00:26,761 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T22:00:26,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T22:00:26,765 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:26,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T22:00:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741835_1011 (size=358) 2024-12-16T22:00:27,182 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => aecef68ec70b7d1255fe87599e28e7e8, NAME => 'hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:27,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741836_1012 (size=42) 2024-12-16T22:00:27,592 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:27,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing aecef68ec70b7d1255fe87599e28e7e8, disabling compactions & flushes 2024-12-16T22:00:27,593 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:00:27,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:00:27,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. after waiting 0 ms 2024-12-16T22:00:27,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:00:27,593 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:00:27,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for aecef68ec70b7d1255fe87599e28e7e8: 2024-12-16T22:00:27,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T22:00:27,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734386427597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386427597"}]},"ts":"1734386427597"} 2024-12-16T22:00:27,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T22:00:27,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T22:00:27,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386427628"}]},"ts":"1734386427628"} 2024-12-16T22:00:27,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T22:00:27,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=aecef68ec70b7d1255fe87599e28e7e8, ASSIGN}] 2024-12-16T22:00:27,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=aecef68ec70b7d1255fe87599e28e7e8, ASSIGN 2024-12-16T22:00:27,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=aecef68ec70b7d1255fe87599e28e7e8, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:27,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=aecef68ec70b7d1255fe87599e28e7e8, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:27,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure aecef68ec70b7d1255fe87599e28e7e8, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:27,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:27,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:00:27,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => aecef68ec70b7d1255fe87599e28e7e8, NAME => 'hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8.', STARTKEY => '', ENDKEY => ''} 2024-12-16T22:00:27,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace aecef68ec70b7d1255fe87599e28e7e8 2024-12-16T22:00:27,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:27,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for aecef68ec70b7d1255fe87599e28e7e8 2024-12-16T22:00:27,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for aecef68ec70b7d1255fe87599e28e7e8 2024-12-16T22:00:27,963 INFO [StoreOpener-aecef68ec70b7d1255fe87599e28e7e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region aecef68ec70b7d1255fe87599e28e7e8 2024-12-16T22:00:27,966 INFO [StoreOpener-aecef68ec70b7d1255fe87599e28e7e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aecef68ec70b7d1255fe87599e28e7e8 columnFamilyName info 2024-12-16T22:00:27,966 DEBUG [StoreOpener-aecef68ec70b7d1255fe87599e28e7e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:27,967 INFO [StoreOpener-aecef68ec70b7d1255fe87599e28e7e8-1 {}] regionserver.HStore(327): Store=aecef68ec70b7d1255fe87599e28e7e8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:27,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8 2024-12-16T22:00:27,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8 2024-12-16T22:00:27,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for aecef68ec70b7d1255fe87599e28e7e8 2024-12-16T22:00:27,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:27,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened aecef68ec70b7d1255fe87599e28e7e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62282234, jitterRate=-0.07192239165306091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T22:00:27,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for aecef68ec70b7d1255fe87599e28e7e8: 2024-12-16T22:00:27,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8., pid=6, masterSystemTime=1734386427953 2024-12-16T22:00:27,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:00:27,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:00:27,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=aecef68ec70b7d1255fe87599e28e7e8, regionState=OPEN, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:27,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T22:00:27,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure aecef68ec70b7d1255fe87599e28e7e8, server=28ac8e76af47,39641,1734386423598 in 191 msec 2024-12-16T22:00:27,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T22:00:27,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=aecef68ec70b7d1255fe87599e28e7e8, ASSIGN in 353 msec 2024-12-16T22:00:28,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T22:00:28,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386428000"}]},"ts":"1734386428000"} 2024-12-16T22:00:28,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T22:00:28,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T22:00:28,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2510 sec 2024-12-16T22:00:28,066 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-16T22:00:28,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-16T22:00:28,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:28,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:28,097 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T22:00:28,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-16T22:00:28,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-16T22:00:28,132 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T22:00:28,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-16T22:00:28,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2024-12-16T22:00:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-16T22:00:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-16T22:00:28,162 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.493sec 2024-12-16T22:00:28,164 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T22:00:28,165 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T22:00:28,166 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T22:00:28,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T22:00:28,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T22:00:28,168 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,43147,1734386422808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T22:00:28,168 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,43147,1734386422808-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T22:00:28,175 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T22:00:28,176 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T22:00:28,176 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,43147,1734386422808-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:28,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35135e28 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3392f0ba 2024-12-16T22:00:28,252 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-16T22:00:28,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633cc4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:28,265 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T22:00:28,265 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T22:00:28,275 DEBUG [hconnection-0x33320ad3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:28,285 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T22:00:28,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=28ac8e76af47,43147,1734386422808 2024-12-16T22:00:28,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T22:00:28,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/cluster_bb33c8d4-a823-1d5d-29c1-209a48f8b106, deleteOnExit=true 2024-12-16T22:00:28,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T22:00:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/test.cache.data in system properties and HBase conf 2024-12-16T22:00:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T22:00:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/hadoop.log.dir in system properties and HBase conf 2024-12-16T22:00:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T22:00:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T22:00:28,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T22:00:28,311 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T22:00:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:00:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T22:00:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T22:00:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:00:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T22:00:28,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T22:00:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T22:00:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:00:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T22:00:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/nfs.dump.dir in system properties and HBase conf 2024-12-16T22:00:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/java.io.tmpdir in system properties and HBase conf 2024-12-16T22:00:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T22:00:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T22:00:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T22:00:28,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:00:28,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:00:28,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:00:28,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:00:28,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:00:28,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:00:28,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae6227b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:00:28,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48e16790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:00:28,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@321a92e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/java.io.tmpdir/jetty-localhost-36375-hadoop-hdfs-3_4_1-tests_jar-_-any-3686073247297537343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:00:28,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c39a0fa{HTTP/1.1, (http/1.1)}{localhost:36375} 2024-12-16T22:00:28,560 INFO [Time-limited test {}] server.Server(415): Started @10890ms 2024-12-16T22:00:28,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T22:00:28,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T22:00:28,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T22:00:28,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T22:00:28,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T22:00:28,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210eb631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/hadoop.log.dir/,AVAILABLE} 2024-12-16T22:00:28,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ef970a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T22:00:28,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c585648{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/java.io.tmpdir/jetty-localhost-45291-hadoop-hdfs-3_4_1-tests_jar-_-any-15574591065189594796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:00:28,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a139ba0{HTTP/1.1, (http/1.1)}{localhost:45291} 2024-12-16T22:00:28,774 INFO [Time-limited test {}] server.Server(415): Started @11104ms 2024-12-16T22:00:28,776 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T22:00:28,890 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/cluster_bb33c8d4-a823-1d5d-29c1-209a48f8b106/dfs/data/data2/current/BP-1557744884-172.17.0.3-1734386428346/current, will proceed with Du for space computation calculation, 2024-12-16T22:00:28,890 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/cluster_bb33c8d4-a823-1d5d-29c1-209a48f8b106/dfs/data/data1/current/BP-1557744884-172.17.0.3-1734386428346/current, will proceed with Du for space computation calculation, 2024-12-16T22:00:28,940 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T22:00:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26fae3541b693543 with lease ID 0xac3da225ba386902: Processing first storage report for DS-0d30010f-3cf9-4b4f-bb6c-9aa40f88ed65 from datanode DatanodeRegistration(127.0.0.1:45219, datanodeUuid=61de9c16-cf37-4e1f-ad90-0c8c406d3022, infoPort=41109, infoSecurePort=0, ipcPort=37663, storageInfo=lv=-57;cid=testClusterID;nsid=247049553;c=1734386428346) 2024-12-16T22:00:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26fae3541b693543 with lease ID 0xac3da225ba386902: from storage DS-0d30010f-3cf9-4b4f-bb6c-9aa40f88ed65 node DatanodeRegistration(127.0.0.1:45219, datanodeUuid=61de9c16-cf37-4e1f-ad90-0c8c406d3022, infoPort=41109, infoSecurePort=0, ipcPort=37663, storageInfo=lv=-57;cid=testClusterID;nsid=247049553;c=1734386428346), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:00:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26fae3541b693543 with lease ID 0xac3da225ba386902: Processing first storage report for DS-10b7d21c-f9c1-40d9-a091-731c1551c2b8 from datanode DatanodeRegistration(127.0.0.1:45219, datanodeUuid=61de9c16-cf37-4e1f-ad90-0c8c406d3022, infoPort=41109, infoSecurePort=0, ipcPort=37663, storageInfo=lv=-57;cid=testClusterID;nsid=247049553;c=1734386428346) 2024-12-16T22:00:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26fae3541b693543 with lease ID 0xac3da225ba386902: from storage DS-10b7d21c-f9c1-40d9-a091-731c1551c2b8 node DatanodeRegistration(127.0.0.1:45219, datanodeUuid=61de9c16-cf37-4e1f-ad90-0c8c406d3022, infoPort=41109, infoSecurePort=0, ipcPort=37663, storageInfo=lv=-57;cid=testClusterID;nsid=247049553;c=1734386428346), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T22:00:29,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b 2024-12-16T22:00:29,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:29,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:29,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741825_1001 (size=7) 2024-12-16T22:00:29,447 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b with version=8 2024-12-16T22:00:29,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/hbase-staging 2024-12-16T22:00:29,450 INFO [Time-limited test {}] client.ConnectionUtils(129): master/28ac8e76af47:0 server-side Connection retries=18 2024-12-16T22:00:29,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:29,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:29,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T22:00:29,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:29,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T22:00:29,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T22:00:29,452 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T22:00:29,453 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:35549 2024-12-16T22:00:29,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:29,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:29,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35549 connecting to ZooKeeper ensemble=127.0.0.1:63064 2024-12-16T22:00:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355490x0, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T22:00:29,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35549-0x101514014fc0003 connected 2024-12-16T22:00:29,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T22:00:29,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T22:00:29,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-16T22:00:29,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35549 2024-12-16T22:00:29,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35549 2024-12-16T22:00:29,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35549 2024-12-16T22:00:29,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35549 2024-12-16T22:00:29,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35549 2024-12-16T22:00:29,481 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b, hbase.cluster.distributed=false 2024-12-16T22:00:29,511 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/28ac8e76af47:0 server-side Connection retries=18 2024-12-16T22:00:29,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:29,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:29,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T22:00:29,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T22:00:29,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T22:00:29,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T22:00:29,512 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T22:00:29,513 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:40225 2024-12-16T22:00:29,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T22:00:29,514 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T22:00:29,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:29,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:29,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40225 connecting to ZooKeeper ensemble=127.0.0.1:63064 2024-12-16T22:00:29,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402250x0, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T22:00:29,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402250x0, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T22:00:29,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40225-0x101514014fc0004 connected 2024-12-16T22:00:29,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T22:00:29,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-16T22:00:29,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40225 2024-12-16T22:00:29,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40225 2024-12-16T22:00:29,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40225 2024-12-16T22:00:29,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40225 2024-12-16T22:00:29,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40225 2024-12-16T22:00:29,534 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/28ac8e76af47,35549,1734386429450 2024-12-16T22:00:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T22:00:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T22:00:29,538 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/28ac8e76af47,35549,1734386429450 2024-12-16T22:00:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-16T22:00:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-16T22:00:29,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:29,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:29,540 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-16T22:00:29,541 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/28ac8e76af47,35549,1734386429450 from backup master directory 2024-12-16T22:00:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T22:00:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/28ac8e76af47,35549,1734386429450 2024-12-16T22:00:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T22:00:29,544 WARN [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T22:00:29,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-16T22:00:29,544 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28ac8e76af47,35549,1734386429450 2024-12-16T22:00:29,548 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28ac8e76af47:35549 2024-12-16T22:00:29,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741826_1002 (size=42) 2024-12-16T22:00:29,961 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/hbase.id with ID: 6eb0caa8-e8a1-4502-8fa5-f1120588d75c 2024-12-16T22:00:29,979 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T22:00:29,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:29,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:29,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741827_1003 (size=196) 2024-12-16T22:00:29,992 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T22:00:29,993 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T22:00:29,993 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:00:30,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741828_1004 (size=1189) 2024-12-16T22:00:30,406 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store 2024-12-16T22:00:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741829_1005 (size=34) 2024-12-16T22:00:30,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:30,815 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:30,815 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T22:00:30,816 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:00:30,816 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:00:30,816 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T22:00:30,816 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:00:30,816 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:00:30,816 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T22:00:30,817 WARN [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/.initializing 2024-12-16T22:00:30,817 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/WALs/28ac8e76af47,35549,1734386429450 2024-12-16T22:00:30,819 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T22:00:30,822 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28ac8e76af47%2C35549%2C1734386429450, suffix=, logDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/WALs/28ac8e76af47,35549,1734386429450, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/oldWALs, maxLogs=10 2024-12-16T22:00:30,836 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/WALs/28ac8e76af47,35549,1734386429450/28ac8e76af47%2C35549%2C1734386429450.1734386430822, exclude list is [], retry=0 2024-12-16T22:00:30,840 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-0d30010f-3cf9-4b4f-bb6c-9aa40f88ed65,DISK] 2024-12-16T22:00:30,843 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/WALs/28ac8e76af47,35549,1734386429450/28ac8e76af47%2C35549%2C1734386429450.1734386430822 2024-12-16T22:00:30,844 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-12-16T22:00:30,844 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T22:00:30,844 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:30,844 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,844 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T22:00:30,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:30,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:30,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T22:00:30,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:30,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:30,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T22:00:30,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:30,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:30,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T22:00:30,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:30,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:30,860 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,860 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,863 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T22:00:30,865 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T22:00:30,868 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:30,869 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60806803, jitterRate=-0.09390802681446075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T22:00:30,869 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T22:00:30,869 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T22:00:30,874 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2621e333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:30,875 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T22:00:30,875 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T22:00:30,875 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T22:00:30,875 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T22:00:30,876 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T22:00:30,876 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T22:00:30,876 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T22:00:30,879 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T22:00:30,880 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-16T22:00:30,881 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-16T22:00:30,881 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T22:00:30,882 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-16T22:00:30,883 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-16T22:00:30,883 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T22:00:30,884 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-16T22:00:30,887 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-16T22:00:30,887 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-16T22:00:30,889 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-16T22:00:30,890 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T22:00:30,891 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-16T22:00:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-16T22:00:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-16T22:00:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:30,893 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=28ac8e76af47,35549,1734386429450, sessionid=0x101514014fc0003, setting cluster-up flag (Was=false) 2024-12-16T22:00:30,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:30,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:30,903 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-16T22:00:30,904 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28ac8e76af47,35549,1734386429450 2024-12-16T22:00:30,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:30,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:30,917 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-16T22:00:30,918 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28ac8e76af47,35549,1734386429450 2024-12-16T22:00:30,922 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T22:00:30,923 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T22:00:30,923 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T22:00:30,923 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28ac8e76af47,35549,1734386429450 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T22:00:30,923 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28ac8e76af47:0, corePoolSize=5, maxPoolSize=5 2024-12-16T22:00:30,923 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28ac8e76af47:0, corePoolSize=5, maxPoolSize=5 2024-12-16T22:00:30,923 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28ac8e76af47:0, corePoolSize=5, maxPoolSize=5 2024-12-16T22:00:30,924 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28ac8e76af47:0, corePoolSize=5, maxPoolSize=5 2024-12-16T22:00:30,924 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28ac8e76af47:0, corePoolSize=10, maxPoolSize=10 2024-12-16T22:00:30,924 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,924 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28ac8e76af47:0, corePoolSize=2, maxPoolSize=2 2024-12-16T22:00:30,924 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,925 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734386460925 2024-12-16T22:00:30,925 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T22:00:30,925 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T22:00:30,925 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T22:00:30,925 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T22:00:30,925 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T22:00:30,925 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T22:00:30,925 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,926 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T22:00:30,926 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T22:00:30,926 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T22:00:30,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T22:00:30,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T22:00:30,926 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T22:00:30,926 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T22:00:30,927 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.large.0-1734386430927,5,FailOnTimeoutGroup] 2024-12-16T22:00:30,927 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.small.0-1734386430927,5,FailOnTimeoutGroup] 2024-12-16T22:00:30,927 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,927 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T22:00:30,927 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,927 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:30,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T22:00:30,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741831_1007 (size=1039) 2024-12-16T22:00:30,953 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28ac8e76af47:40225 2024-12-16T22:00:30,954 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1008): ClusterId : 6eb0caa8-e8a1-4502-8fa5-f1120588d75c 2024-12-16T22:00:30,954 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T22:00:30,956 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T22:00:30,956 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T22:00:30,958 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T22:00:30,959 DEBUG [RS:0;28ac8e76af47:40225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289fa81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:30,959 DEBUG [RS:0;28ac8e76af47:40225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bde32de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28ac8e76af47/172.17.0.3:0 2024-12-16T22:00:30,959 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T22:00:30,960 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T22:00:30,960 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T22:00:30,960 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3073): reportForDuty to master=28ac8e76af47,35549,1734386429450 with isa=28ac8e76af47/172.17.0.3:40225, startcode=1734386429510 2024-12-16T22:00:30,960 DEBUG [RS:0;28ac8e76af47:40225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T22:00:30,962 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42097, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T22:00:30,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35549 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 28ac8e76af47,40225,1734386429510 2024-12-16T22:00:30,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35549 {}] master.ServerManager(486): Registering regionserver=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:30,966 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:30,966 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37635 2024-12-16T22:00:30,966 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T22:00:30,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-16T22:00:30,968 DEBUG [RS:0;28ac8e76af47:40225 {}] zookeeper.ZKUtil(111): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on existing znode=/2/rs/28ac8e76af47,40225,1734386429510 2024-12-16T22:00:30,968 WARN [RS:0;28ac8e76af47:40225 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T22:00:30,968 INFO [RS:0;28ac8e76af47:40225 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:00:30,968 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/WALs/28ac8e76af47,40225,1734386429510 2024-12-16T22:00:30,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28ac8e76af47,40225,1734386429510] 2024-12-16T22:00:30,973 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T22:00:30,973 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T22:00:30,975 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T22:00:30,976 INFO [RS:0;28ac8e76af47:40225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T22:00:30,976 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,976 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T22:00:30,977 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28ac8e76af47:0, corePoolSize=2, maxPoolSize=2 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28ac8e76af47:0, corePoolSize=1, maxPoolSize=1 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28ac8e76af47:0, corePoolSize=3, maxPoolSize=3 2024-12-16T22:00:30,978 DEBUG [RS:0;28ac8e76af47:40225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28ac8e76af47:0, corePoolSize=3, maxPoolSize=3 2024-12-16T22:00:30,979 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,979 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,979 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,979 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:30,979 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,40225,1734386429510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T22:00:30,995 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T22:00:30,995 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,40225,1734386429510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:31,010 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.Replication(204): 28ac8e76af47,40225,1734386429510 started 2024-12-16T22:00:31,010 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1767): Serving as 28ac8e76af47,40225,1734386429510, RpcServer on 28ac8e76af47/172.17.0.3:40225, sessionid=0x101514014fc0004 2024-12-16T22:00:31,010 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T22:00:31,010 DEBUG [RS:0;28ac8e76af47:40225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28ac8e76af47,40225,1734386429510 2024-12-16T22:00:31,011 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28ac8e76af47,40225,1734386429510' 2024-12-16T22:00:31,011 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-16T22:00:31,011 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-16T22:00:31,012 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T22:00:31,012 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T22:00:31,012 DEBUG [RS:0;28ac8e76af47:40225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28ac8e76af47,40225,1734386429510 2024-12-16T22:00:31,012 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28ac8e76af47,40225,1734386429510' 2024-12-16T22:00:31,012 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-16T22:00:31,012 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-16T22:00:31,013 DEBUG [RS:0;28ac8e76af47:40225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T22:00:31,013 INFO [RS:0;28ac8e76af47:40225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T22:00:31,013 INFO [RS:0;28ac8e76af47:40225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T22:00:31,114 INFO [RS:0;28ac8e76af47:40225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T22:00:31,116 INFO [RS:0;28ac8e76af47:40225 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28ac8e76af47%2C40225%2C1734386429510, suffix=, logDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/WALs/28ac8e76af47,40225,1734386429510, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/oldWALs, maxLogs=10 2024-12-16T22:00:31,131 DEBUG [RS:0;28ac8e76af47:40225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/WALs/28ac8e76af47,40225,1734386429510/28ac8e76af47%2C40225%2C1734386429510.1734386431117, exclude list is [], retry=0 2024-12-16T22:00:31,135 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-0d30010f-3cf9-4b4f-bb6c-9aa40f88ed65,DISK] 2024-12-16T22:00:31,138 INFO [RS:0;28ac8e76af47:40225 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/WALs/28ac8e76af47,40225,1734386429510/28ac8e76af47%2C40225%2C1734386429510.1734386431117 2024-12-16T22:00:31,138 DEBUG [RS:0;28ac8e76af47:40225 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-12-16T22:00:31,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T22:00:31,338 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741833_1009 (size=32) 2024-12-16T22:00:31,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T22:00:31,362 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T22:00:31,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:31,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T22:00:31,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T22:00:31,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:31,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:31,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T22:00:31,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T22:00:31,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:31,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:31,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T22:00:31,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T22:00:31,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:31,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:31,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740 2024-12-16T22:00:31,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740 2024-12-16T22:00:31,761 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T22:00:31,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T22:00:31,765 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:31,766 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63567598, jitterRate=-0.052768975496292114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T22:00:31,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T22:00:31,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T22:00:31,766 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T22:00:31,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T22:00:31,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T22:00:31,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T22:00:31,767 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T22:00:31,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T22:00:31,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T22:00:31,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T22:00:31,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T22:00:31,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T22:00:31,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T22:00:31,922 DEBUG [28ac8e76af47:35549 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T22:00:31,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:31,924 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28ac8e76af47,40225,1734386429510, state=OPENING 2024-12-16T22:00:31,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T22:00:31,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:31,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:31,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:31,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T22:00:31,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T22:00:32,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,40225,1734386429510 2024-12-16T22:00:32,083 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T22:00:32,085 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T22:00:32,090 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T22:00:32,090 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T22:00:32,091 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T22:00:32,093 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28ac8e76af47%2C40225%2C1734386429510.meta, suffix=.meta, logDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/WALs/28ac8e76af47,40225,1734386429510, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/oldWALs, maxLogs=10 2024-12-16T22:00:32,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T22:00:32,109 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/WALs/28ac8e76af47,40225,1734386429510/28ac8e76af47%2C40225%2C1734386429510.meta.1734386432095.meta, exclude list is [], retry=0 2024-12-16T22:00:32,112 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-0d30010f-3cf9-4b4f-bb6c-9aa40f88ed65,DISK] 2024-12-16T22:00:32,115 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/WALs/28ac8e76af47,40225,1734386429510/28ac8e76af47%2C40225%2C1734386429510.meta.1734386432095.meta 2024-12-16T22:00:32,115 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-12-16T22:00:32,115 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T22:00:32,116 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T22:00:32,116 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T22:00:32,116 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T22:00:32,116 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T22:00:32,116 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:32,116 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T22:00:32,116 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T22:00:32,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T22:00:32,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T22:00:32,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:32,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:32,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T22:00:32,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T22:00:32,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:32,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:32,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T22:00:32,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T22:00:32,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:32,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T22:00:32,125 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740 2024-12-16T22:00:32,127 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740 2024-12-16T22:00:32,129 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T22:00:32,131 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T22:00:32,132 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59076066, jitterRate=-0.11969801783561707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T22:00:32,132 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T22:00:32,133 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734386432082 2024-12-16T22:00:32,136 DEBUG [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T22:00:32,136 INFO [RS_OPEN_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T22:00:32,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:32,138 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28ac8e76af47,40225,1734386429510, state=OPEN 2024-12-16T22:00:32,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-16T22:00:32,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-16T22:00:32,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T22:00:32,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T22:00:32,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T22:00:32,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=28ac8e76af47,40225,1734386429510 in 212 msec 2024-12-16T22:00:32,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T22:00:32,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-12-16T22:00:32,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-16T22:00:32,150 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734386432150, completionTime=-1 2024-12-16T22:00:32,150 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T22:00:32,150 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T22:00:32,151 DEBUG [hconnection-0x662a8506-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:32,153 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T22:00:32,154 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T22:00:32,154 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734386492154 2024-12-16T22:00:32,154 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734386552154 2024-12-16T22:00:32,154 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-16T22:00:32,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,35549,1734386429450-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:32,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,35549,1734386429450-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:32,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,35549,1734386429450-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:32,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28ac8e76af47:35549, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:32,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:32,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T22:00:32,167 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T22:00:32,169 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T22:00:32,169 DEBUG [master/28ac8e76af47:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T22:00:32,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T22:00:32,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:32,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T22:00:32,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741835_1011 (size=358) 2024-12-16T22:00:32,587 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7fce2feff3bb9c14253a7d74f78a104e, NAME => 'hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:32,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741836_1012 (size=42) 2024-12-16T22:00:32,995 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:32,995 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 7fce2feff3bb9c14253a7d74f78a104e, disabling compactions & flushes 2024-12-16T22:00:32,996 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:00:32,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:00:32,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. after waiting 0 ms 2024-12-16T22:00:32,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:00:32,996 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:00:32,996 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7fce2feff3bb9c14253a7d74f78a104e: 2024-12-16T22:00:32,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T22:00:32,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734386432998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386432998"}]},"ts":"1734386432998"} 2024-12-16T22:00:33,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T22:00:33,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T22:00:33,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386433002"}]},"ts":"1734386433002"} 2024-12-16T22:00:33,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T22:00:33,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7fce2feff3bb9c14253a7d74f78a104e, ASSIGN}] 2024-12-16T22:00:33,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=7fce2feff3bb9c14253a7d74f78a104e, ASSIGN 2024-12-16T22:00:33,013 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=7fce2feff3bb9c14253a7d74f78a104e, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:33,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7fce2feff3bb9c14253a7d74f78a104e, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:33,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 7fce2feff3bb9c14253a7d74f78a104e, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:33,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,40225,1734386429510 2024-12-16T22:00:33,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:00:33,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 7fce2feff3bb9c14253a7d74f78a104e, NAME => 'hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e.', STARTKEY => '', ENDKEY => ''} 2024-12-16T22:00:33,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 7fce2feff3bb9c14253a7d74f78a104e 2024-12-16T22:00:33,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:33,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 7fce2feff3bb9c14253a7d74f78a104e 2024-12-16T22:00:33,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 7fce2feff3bb9c14253a7d74f78a104e 2024-12-16T22:00:33,328 INFO [StoreOpener-7fce2feff3bb9c14253a7d74f78a104e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7fce2feff3bb9c14253a7d74f78a104e 2024-12-16T22:00:33,330 INFO [StoreOpener-7fce2feff3bb9c14253a7d74f78a104e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fce2feff3bb9c14253a7d74f78a104e columnFamilyName info 2024-12-16T22:00:33,330 DEBUG [StoreOpener-7fce2feff3bb9c14253a7d74f78a104e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:33,331 INFO [StoreOpener-7fce2feff3bb9c14253a7d74f78a104e-1 {}] regionserver.HStore(327): Store=7fce2feff3bb9c14253a7d74f78a104e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:33,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e 2024-12-16T22:00:33,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e 2024-12-16T22:00:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 7fce2feff3bb9c14253a7d74f78a104e 2024-12-16T22:00:33,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:33,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 7fce2feff3bb9c14253a7d74f78a104e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69157860, jitterRate=0.030532419681549072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T22:00:33,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 7fce2feff3bb9c14253a7d74f78a104e: 2024-12-16T22:00:33,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e., pid=6, masterSystemTime=1734386433320 2024-12-16T22:00:33,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:00:33,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:00:33,344 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=7fce2feff3bb9c14253a7d74f78a104e, regionState=OPEN, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:33,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T22:00:33,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 7fce2feff3bb9c14253a7d74f78a104e, server=28ac8e76af47,40225,1734386429510 in 179 msec 2024-12-16T22:00:33,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T22:00:33,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=7fce2feff3bb9c14253a7d74f78a104e, ASSIGN in 339 msec 2024-12-16T22:00:33,353 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T22:00:33,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386433353"}]},"ts":"1734386433353"} 2024-12-16T22:00:33,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T22:00:33,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T22:00:33,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.1920 sec 2024-12-16T22:00:33,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T22:00:33,364 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-16T22:00:33,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T22:00:33,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-16T22:00:33,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T22:00:33,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-16T22:00:33,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T22:00:33,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T22:00:33,371 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-16T22:00:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-16T22:00:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:00:33,380 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T22:00:33,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-16T22:00:33,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 16 msec 2024-12-16T22:00:33,403 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T22:00:33,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-16T22:00:33,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-16T22:00:33,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-16T22:00:33,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-16T22:00:33,432 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.888sec 2024-12-16T22:00:33,432 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T22:00:33,432 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T22:00:33,432 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T22:00:33,432 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T22:00:33,432 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T22:00:33,432 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,35549,1734386429450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T22:00:33,432 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,35549,1734386429450-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T22:00:33,435 DEBUG [master/28ac8e76af47:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T22:00:33,435 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T22:00:33,435 INFO [master/28ac8e76af47:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28ac8e76af47,35549,1734386429450-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T22:00:33,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b68f982 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@325e27ff 2024-12-16T22:00:33,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1838c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:33,443 DEBUG [hconnection-0x92f0a74-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:33,446 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T22:00:33,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=28ac8e76af47,35549,1734386429450 2024-12-16T22:00:33,449 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29140e9d to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5819dd61 2024-12-16T22:00:33,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5710c6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:33,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ea9221e to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@740a5b0 2024-12-16T22:00:33,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112492ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:33,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07ad6376 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422b16 2024-12-16T22:00:33,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c47aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:33,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T22:00:33,469 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T22:00:33,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T22:00:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-16T22:00:33,483 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T22:00:33,483 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:33,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-16T22:00:33,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T22:00:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:33,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741837_1013 (size=631) 2024-12-16T22:00:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:33,898 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => cca885aea8f8c09b26265ae45cd77970, NAME => 'test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:33,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5492d3961ccd88f72f60cecb6908e374, NAME => 'test,,1734386433475.5492d3961ccd88f72f60cecb6908e374.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:33,898 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1a1895708cb6db98c24bb8ade427c7f5, NAME => 'test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:33,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741838_1014 (size=45) 2024-12-16T22:00:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741839_1015 (size=42) 2024-12-16T22:00:33,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734386433475.5492d3961ccd88f72f60cecb6908e374.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:33,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5492d3961ccd88f72f60cecb6908e374, disabling compactions & flushes 2024-12-16T22:00:33,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:00:33,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:00:33,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. after waiting 0 ms 2024-12-16T22:00:33,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:00:33,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:00:33,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5492d3961ccd88f72f60cecb6908e374: 2024-12-16T22:00:33,921 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ac4ae6ec32d02d514b9d7841f0b43b8f, NAME => 'test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741840_1016 (size=45) 2024-12-16T22:00:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741841_1017 (size=45) 2024-12-16T22:00:33,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:33,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ac4ae6ec32d02d514b9d7841f0b43b8f, disabling compactions & flushes 2024-12-16T22:00:33,934 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:00:33,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:00:33,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. after waiting 0 ms 2024-12-16T22:00:33,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:00:33,934 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:00:33,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ac4ae6ec32d02d514b9d7841f0b43b8f: 2024-12-16T22:00:33,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 62d97fa67bd0f5abf445dc7e1532cb2f, NAME => 'test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741842_1018 (size=45) 2024-12-16T22:00:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:34,317 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:34,317 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing cca885aea8f8c09b26265ae45cd77970, disabling compactions & flushes 2024-12-16T22:00:34,317 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:00:34,317 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:00:34,317 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. after waiting 0 ms 2024-12-16T22:00:34,317 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:00:34,317 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:00:34,317 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for cca885aea8f8c09b26265ae45cd77970: 2024-12-16T22:00:34,318 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 158567bff8c321edad38b4797bf069c8, NAME => 'test,fff,1734386433475.158567bff8c321edad38b4797bf069c8.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741843_1019 (size=45) 2024-12-16T22:00:34,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:34,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1a1895708cb6db98c24bb8ade427c7f5, disabling compactions & flushes 2024-12-16T22:00:34,326 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:00:34,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:00:34,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. after waiting 0 ms 2024-12-16T22:00:34,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:00:34,326 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:00:34,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1a1895708cb6db98c24bb8ade427c7f5: 2024-12-16T22:00:34,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734386433475.158567bff8c321edad38b4797bf069c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:34,327 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c5bce51fc7f77c3f9ac4da31c94cae88, NAME => 'test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:34,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 158567bff8c321edad38b4797bf069c8, disabling compactions & flushes 2024-12-16T22:00:34,327 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:00:34,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:00:34,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. after waiting 0 ms 2024-12-16T22:00:34,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:00:34,327 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:00:34,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 158567bff8c321edad38b4797bf069c8: 2024-12-16T22:00:34,328 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a9cb2a0390efe31c956fe36311713675, NAME => 'test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:34,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741844_1020 (size=45) 2024-12-16T22:00:34,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741845_1021 (size=45) 2024-12-16T22:00:34,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:34,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 62d97fa67bd0f5abf445dc7e1532cb2f, disabling compactions & flushes 2024-12-16T22:00:34,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:00:34,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:00:34,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. after waiting 0 ms 2024-12-16T22:00:34,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:00:34,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:00:34,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 62d97fa67bd0f5abf445dc7e1532cb2f: 2024-12-16T22:00:34,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c2c7dcbdb91663427b658221befbf8dc, NAME => 'test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741846_1022 (size=45) 2024-12-16T22:00:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c5bce51fc7f77c3f9ac4da31c94cae88, disabling compactions & flushes 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a9cb2a0390efe31c956fe36311713675, disabling compactions & flushes 2024-12-16T22:00:34,736 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:00:34,736 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. after waiting 0 ms 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:00:34,736 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. after waiting 0 ms 2024-12-16T22:00:34,737 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:00:34,737 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:00:34,737 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:00:34,737 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a9cb2a0390efe31c956fe36311713675: 2024-12-16T22:00:34,737 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c5bce51fc7f77c3f9ac4da31c94cae88: 2024-12-16T22:00:34,737 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 66cd60a90fe9705755335f860db9608f, NAME => 'test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:34,738 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3febc71a24f12ba52d698354a78398f9, NAME => 'test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:34,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741847_1023 (size=45) 2024-12-16T22:00:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741848_1024 (size=45) 2024-12-16T22:00:34,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:34,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c2c7dcbdb91663427b658221befbf8dc, disabling compactions & flushes 2024-12-16T22:00:34,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:00:34,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:00:34,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. after waiting 0 ms 2024-12-16T22:00:34,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:00:34,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:00:34,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c2c7dcbdb91663427b658221befbf8dc: 2024-12-16T22:00:34,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b358a80c8743c51420639d80c56f6e51, NAME => 'test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741849_1025 (size=45) 2024-12-16T22:00:35,147 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,147 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3febc71a24f12ba52d698354a78398f9, disabling compactions & flushes 2024-12-16T22:00:35,148 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:00:35,148 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:00:35,148 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. after waiting 0 ms 2024-12-16T22:00:35,148 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:00:35,148 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:00:35,148 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3febc71a24f12ba52d698354a78398f9: 2024-12-16T22:00:35,148 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b0388013827577821143855bf1341aa8, NAME => 'test,mmm,1734386433475.b0388013827577821143855bf1341aa8.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,151 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,151 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 66cd60a90fe9705755335f860db9608f, disabling compactions & flushes 2024-12-16T22:00:35,152 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:00:35,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:00:35,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. after waiting 0 ms 2024-12-16T22:00:35,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:00:35,152 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:00:35,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 66cd60a90fe9705755335f860db9608f: 2024-12-16T22:00:35,152 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => eeb463c0b61e871936f712137658c1ba, NAME => 'test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741850_1026 (size=45) 2024-12-16T22:00:35,157 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734386433475.b0388013827577821143855bf1341aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,157 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b0388013827577821143855bf1341aa8, disabling compactions & flushes 2024-12-16T22:00:35,157 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:00:35,157 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:00:35,157 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734386433475.b0388013827577821143855bf1341aa8. after waiting 0 ms 2024-12-16T22:00:35,157 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:00:35,157 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:00:35,157 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b0388013827577821143855bf1341aa8: 2024-12-16T22:00:35,158 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0523f272ace7112df29cad75acc49ead, NAME => 'test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741851_1027 (size=45) 2024-12-16T22:00:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741852_1028 (size=45) 2024-12-16T22:00:35,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b358a80c8743c51420639d80c56f6e51, disabling compactions & flushes 2024-12-16T22:00:35,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:00:35,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:00:35,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. after waiting 0 ms 2024-12-16T22:00:35,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:00:35,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:00:35,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b358a80c8743c51420639d80c56f6e51: 2024-12-16T22:00:35,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 275282e22c688c5550301ac16de14d7c, NAME => 'test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741853_1029 (size=45) 2024-12-16T22:00:35,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:35,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing eeb463c0b61e871936f712137658c1ba, disabling compactions & flushes 2024-12-16T22:00:35,562 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:00:35,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:00:35,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. after waiting 0 ms 2024-12-16T22:00:35,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:00:35,562 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:00:35,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for eeb463c0b61e871936f712137658c1ba: 2024-12-16T22:00:35,563 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9b4468a307736c2170e016969c6f1c65, NAME => 'test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,566 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,566 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0523f272ace7112df29cad75acc49ead, disabling compactions & flushes 2024-12-16T22:00:35,567 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:00:35,567 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:00:35,567 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. after waiting 0 ms 2024-12-16T22:00:35,567 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:00:35,567 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:00:35,567 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0523f272ace7112df29cad75acc49ead: 2024-12-16T22:00:35,567 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 52ab186e023e8a39cdc8e32fcd601e74, NAME => 'test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741854_1030 (size=45) 2024-12-16T22:00:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741855_1031 (size=45) 2024-12-16T22:00:35,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 275282e22c688c5550301ac16de14d7c, disabling compactions & flushes 2024-12-16T22:00:35,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:00:35,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:00:35,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. after waiting 0 ms 2024-12-16T22:00:35,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:00:35,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:00:35,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 275282e22c688c5550301ac16de14d7c: 2024-12-16T22:00:35,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3014b20911d31f346955e026c98b03f1, NAME => 'test,sss,1734386433475.3014b20911d31f346955e026c98b03f1.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741856_1032 (size=45) 2024-12-16T22:00:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:35,972 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,972 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9b4468a307736c2170e016969c6f1c65, disabling compactions & flushes 2024-12-16T22:00:35,972 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:00:35,972 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:00:35,972 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. after waiting 0 ms 2024-12-16T22:00:35,972 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:00:35,972 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:00:35,972 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9b4468a307736c2170e016969c6f1c65: 2024-12-16T22:00:35,973 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 35d879f83d6065019b1b9fc816454b16, NAME => 'test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 52ab186e023e8a39cdc8e32fcd601e74, disabling compactions & flushes 2024-12-16T22:00:35,976 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:00:35,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:00:35,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. after waiting 0 ms 2024-12-16T22:00:35,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:00:35,976 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:00:35,976 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 52ab186e023e8a39cdc8e32fcd601e74: 2024-12-16T22:00:35,977 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b9eb74435a7841b85c794f85e515f9a6, NAME => 'test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741857_1033 (size=45) 2024-12-16T22:00:35,981 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,981 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 35d879f83d6065019b1b9fc816454b16, disabling compactions & flushes 2024-12-16T22:00:35,982 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:00:35,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:00:35,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. after waiting 0 ms 2024-12-16T22:00:35,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:00:35,982 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:00:35,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 35d879f83d6065019b1b9fc816454b16: 2024-12-16T22:00:35,982 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 350e62d4e7cdbf56a793805c68c4cd7b, NAME => 'test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741858_1034 (size=45) 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b9eb74435a7841b85c794f85e515f9a6, disabling compactions & flushes 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734386433475.3014b20911d31f346955e026c98b03f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,987 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. after waiting 0 ms 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3014b20911d31f346955e026c98b03f1, disabling compactions & flushes 2024-12-16T22:00:35,987 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:00:35,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b9eb74435a7841b85c794f85e515f9a6: 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. after waiting 0 ms 2024-12-16T22:00:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:00:35,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:00:35,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3014b20911d31f346955e026c98b03f1: 2024-12-16T22:00:35,988 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d8ec7618577649a73b9b176cdc37d767, NAME => 'test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 92d38e7970af6f0d4b345868ddc12427, NAME => 'test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741859_1035 (size=45) 2024-12-16T22:00:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741860_1036 (size=45) 2024-12-16T22:00:35,997 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:35,997 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 350e62d4e7cdbf56a793805c68c4cd7b, disabling compactions & flushes 2024-12-16T22:00:35,997 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:00:35,997 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:00:35,997 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. after waiting 0 ms 2024-12-16T22:00:35,997 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:00:35,997 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:00:35,997 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 350e62d4e7cdbf56a793805c68c4cd7b: 2024-12-16T22:00:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741861_1037 (size=45) 2024-12-16T22:00:35,998 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f77bbc47bf620c60019805273f80ea0d, NAME => 'test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:36,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741862_1038 (size=45) 2024-12-16T22:00:36,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:36,397 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:36,397 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d8ec7618577649a73b9b176cdc37d767, disabling compactions & flushes 2024-12-16T22:00:36,398 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:00:36,398 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:00:36,398 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. after waiting 0 ms 2024-12-16T22:00:36,398 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:00:36,398 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:00:36,398 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d8ec7618577649a73b9b176cdc37d767: 2024-12-16T22:00:36,399 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2ad3a67b763d9cb863015152be34f04f, NAME => 'test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:36,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:36,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 92d38e7970af6f0d4b345868ddc12427, disabling compactions & flushes 2024-12-16T22:00:36,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:00:36,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:00:36,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. after waiting 0 ms 2024-12-16T22:00:36,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:00:36,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:00:36,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 92d38e7970af6f0d4b345868ddc12427: 2024-12-16T22:00:36,405 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:36,405 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f77bbc47bf620c60019805273f80ea0d, disabling compactions & flushes 2024-12-16T22:00:36,405 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:00:36,405 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:00:36,405 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. after waiting 0 ms 2024-12-16T22:00:36,406 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:00:36,406 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:00:36,406 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f77bbc47bf620c60019805273f80ea0d: 2024-12-16T22:00:36,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741863_1039 (size=42) 2024-12-16T22:00:36,808 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:36,808 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2ad3a67b763d9cb863015152be34f04f, disabling compactions & flushes 2024-12-16T22:00:36,808 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:00:36,808 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:00:36,808 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. after waiting 0 ms 2024-12-16T22:00:36,808 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:00:36,808 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:00:36,808 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2ad3a67b763d9cb863015152be34f04f: 2024-12-16T22:00:36,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T22:00:36,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734386433475.5492d3961ccd88f72f60cecb6908e374.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734386433475.158567bff8c321edad38b4797bf069c8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734386433475.b0388013827577821143855bf1341aa8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734386433475.3014b20911d31f346955e026c98b03f1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734386436810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386436810"}]},"ts":"1734386436810"} 2024-12-16T22:00:36,848 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-16T22:00:36,849 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T22:00:36,850 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386436849"}]},"ts":"1734386436849"} 2024-12-16T22:00:36,852 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-16T22:00:36,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5492d3961ccd88f72f60cecb6908e374, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1a1895708cb6db98c24bb8ade427c7f5, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cca885aea8f8c09b26265ae45cd77970, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ac4ae6ec32d02d514b9d7841f0b43b8f, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=62d97fa67bd0f5abf445dc7e1532cb2f, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=158567bff8c321edad38b4797bf069c8, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5bce51fc7f77c3f9ac4da31c94cae88, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a9cb2a0390efe31c956fe36311713675, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c2c7dcbdb91663427b658221befbf8dc, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66cd60a90fe9705755335f860db9608f, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3febc71a24f12ba52d698354a78398f9, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b358a80c8743c51420639d80c56f6e51, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b0388013827577821143855bf1341aa8, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=eeb463c0b61e871936f712137658c1ba, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0523f272ace7112df29cad75acc49ead, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=275282e22c688c5550301ac16de14d7c, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9b4468a307736c2170e016969c6f1c65, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=52ab186e023e8a39cdc8e32fcd601e74, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3014b20911d31f346955e026c98b03f1, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=35d879f83d6065019b1b9fc816454b16, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9eb74435a7841b85c794f85e515f9a6, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=350e62d4e7cdbf56a793805c68c4cd7b, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d8ec7618577649a73b9b176cdc37d767, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=92d38e7970af6f0d4b345868ddc12427, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f77bbc47bf620c60019805273f80ea0d, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ad3a67b763d9cb863015152be34f04f, ASSIGN}] 2024-12-16T22:00:36,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=158567bff8c321edad38b4797bf069c8, ASSIGN 2024-12-16T22:00:36,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=62d97fa67bd0f5abf445dc7e1532cb2f, ASSIGN 2024-12-16T22:00:36,860 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ac4ae6ec32d02d514b9d7841f0b43b8f, ASSIGN 2024-12-16T22:00:36,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cca885aea8f8c09b26265ae45cd77970, ASSIGN 2024-12-16T22:00:36,862 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=158567bff8c321edad38b4797bf069c8, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=62d97fa67bd0f5abf445dc7e1532cb2f, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,862 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ac4ae6ec32d02d514b9d7841f0b43b8f, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,862 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cca885aea8f8c09b26265ae45cd77970, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=92d38e7970af6f0d4b345868ddc12427, ASSIGN 2024-12-16T22:00:36,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d8ec7618577649a73b9b176cdc37d767, ASSIGN 2024-12-16T22:00:36,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f77bbc47bf620c60019805273f80ea0d, ASSIGN 2024-12-16T22:00:36,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ad3a67b763d9cb863015152be34f04f, ASSIGN 2024-12-16T22:00:36,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=350e62d4e7cdbf56a793805c68c4cd7b, ASSIGN 2024-12-16T22:00:36,866 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=92d38e7970af6f0d4b345868ddc12427, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d8ec7618577649a73b9b176cdc37d767, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f77bbc47bf620c60019805273f80ea0d, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,866 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ad3a67b763d9cb863015152be34f04f, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,866 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=350e62d4e7cdbf56a793805c68c4cd7b, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=35d879f83d6065019b1b9fc816454b16, ASSIGN 2024-12-16T22:00:36,870 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9eb74435a7841b85c794f85e515f9a6, ASSIGN 2024-12-16T22:00:36,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3014b20911d31f346955e026c98b03f1, ASSIGN 2024-12-16T22:00:36,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=52ab186e023e8a39cdc8e32fcd601e74, ASSIGN 2024-12-16T22:00:36,870 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9b4468a307736c2170e016969c6f1c65, ASSIGN 2024-12-16T22:00:36,871 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=35d879f83d6065019b1b9fc816454b16, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,871 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b9eb74435a7841b85c794f85e515f9a6, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3014b20911d31f346955e026c98b03f1, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=52ab186e023e8a39cdc8e32fcd601e74, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,871 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9b4468a307736c2170e016969c6f1c65, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=eeb463c0b61e871936f712137658c1ba, ASSIGN 2024-12-16T22:00:36,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0523f272ace7112df29cad75acc49ead, ASSIGN 2024-12-16T22:00:36,875 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b0388013827577821143855bf1341aa8, ASSIGN 2024-12-16T22:00:36,875 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=275282e22c688c5550301ac16de14d7c, ASSIGN 2024-12-16T22:00:36,876 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b358a80c8743c51420639d80c56f6e51, ASSIGN 2024-12-16T22:00:36,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=eeb463c0b61e871936f712137658c1ba, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,876 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b0388013827577821143855bf1341aa8, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,876 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0523f272ace7112df29cad75acc49ead, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,876 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b358a80c8743c51420639d80c56f6e51, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,876 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=275282e22c688c5550301ac16de14d7c, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,880 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c2c7dcbdb91663427b658221befbf8dc, ASSIGN 2024-12-16T22:00:36,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66cd60a90fe9705755335f860db9608f, ASSIGN 2024-12-16T22:00:36,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3febc71a24f12ba52d698354a78398f9, ASSIGN 2024-12-16T22:00:36,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a9cb2a0390efe31c956fe36311713675, ASSIGN 2024-12-16T22:00:36,881 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5bce51fc7f77c3f9ac4da31c94cae88, ASSIGN 2024-12-16T22:00:36,881 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c2c7dcbdb91663427b658221befbf8dc, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,882 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=66cd60a90fe9705755335f860db9608f, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,882 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3febc71a24f12ba52d698354a78398f9, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,882 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a9cb2a0390efe31c956fe36311713675, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,882 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c5bce51fc7f77c3f9ac4da31c94cae88, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,886 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1a1895708cb6db98c24bb8ade427c7f5, ASSIGN 2024-12-16T22:00:36,886 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5492d3961ccd88f72f60cecb6908e374, ASSIGN 2024-12-16T22:00:36,887 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1a1895708cb6db98c24bb8ade427c7f5, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:36,887 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5492d3961ccd88f72f60cecb6908e374, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:37,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=d8ec7618577649a73b9b176cdc37d767, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=35d879f83d6065019b1b9fc816454b16, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1a1895708cb6db98c24bb8ade427c7f5, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,012 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=158567bff8c321edad38b4797bf069c8, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b358a80c8743c51420639d80c56f6e51, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=21, state=RUNNABLE; OpenRegionProcedure b358a80c8743c51420639d80c56f6e51, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=11, state=RUNNABLE; OpenRegionProcedure 1a1895708cb6db98c24bb8ade427c7f5, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=32, state=RUNNABLE; OpenRegionProcedure d8ec7618577649a73b9b176cdc37d767, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=29, state=RUNNABLE; OpenRegionProcedure 35d879f83d6065019b1b9fc816454b16, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=15, state=RUNNABLE; OpenRegionProcedure 158567bff8c321edad38b4797bf069c8, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=c5bce51fc7f77c3f9ac4da31c94cae88, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=62d97fa67bd0f5abf445dc7e1532cb2f, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=14, state=RUNNABLE; OpenRegionProcedure 62d97fa67bd0f5abf445dc7e1532cb2f, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=16, state=RUNNABLE; OpenRegionProcedure c5bce51fc7f77c3f9ac4da31c94cae88, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,027 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5492d3961ccd88f72f60cecb6908e374, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b0388013827577821143855bf1341aa8, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=22, state=RUNNABLE; OpenRegionProcedure b0388013827577821143855bf1341aa8, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,030 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=2ad3a67b763d9cb863015152be34f04f, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=10, state=RUNNABLE; OpenRegionProcedure 5492d3961ccd88f72f60cecb6908e374, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=35, state=RUNNABLE; OpenRegionProcedure 2ad3a67b763d9cb863015152be34f04f, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=3febc71a24f12ba52d698354a78398f9, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=20, state=RUNNABLE; OpenRegionProcedure 3febc71a24f12ba52d698354a78398f9, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=92d38e7970af6f0d4b345868ddc12427, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=eeb463c0b61e871936f712137658c1ba, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=66cd60a90fe9705755335f860db9608f, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,041 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=cca885aea8f8c09b26265ae45cd77970, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=33, state=RUNNABLE; OpenRegionProcedure 92d38e7970af6f0d4b345868ddc12427, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=23, state=RUNNABLE; OpenRegionProcedure eeb463c0b61e871936f712137658c1ba, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=12, state=RUNNABLE; OpenRegionProcedure cca885aea8f8c09b26265ae45cd77970, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=19, state=RUNNABLE; OpenRegionProcedure 66cd60a90fe9705755335f860db9608f, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=ac4ae6ec32d02d514b9d7841f0b43b8f, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=13, state=RUNNABLE; OpenRegionProcedure ac4ae6ec32d02d514b9d7841f0b43b8f, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,048 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f77bbc47bf620c60019805273f80ea0d, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=0523f272ace7112df29cad75acc49ead, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=34, state=RUNNABLE; OpenRegionProcedure f77bbc47bf620c60019805273f80ea0d, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=a9cb2a0390efe31c956fe36311713675, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=24, state=RUNNABLE; OpenRegionProcedure 0523f272ace7112df29cad75acc49ead, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=17, state=RUNNABLE; OpenRegionProcedure a9cb2a0390efe31c956fe36311713675, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,053 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=3014b20911d31f346955e026c98b03f1, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=28, state=RUNNABLE; OpenRegionProcedure 3014b20911d31f346955e026c98b03f1, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=275282e22c688c5550301ac16de14d7c, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=52ab186e023e8a39cdc8e32fcd601e74, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,060 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=9b4468a307736c2170e016969c6f1c65, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=25, state=RUNNABLE; OpenRegionProcedure 275282e22c688c5550301ac16de14d7c, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=27, state=RUNNABLE; OpenRegionProcedure 52ab186e023e8a39cdc8e32fcd601e74, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=26, state=RUNNABLE; OpenRegionProcedure 9b4468a307736c2170e016969c6f1c65, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,063 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=c2c7dcbdb91663427b658221befbf8dc, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=350e62d4e7cdbf56a793805c68c4cd7b, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=18, state=RUNNABLE; OpenRegionProcedure c2c7dcbdb91663427b658221befbf8dc, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=31, state=RUNNABLE; OpenRegionProcedure 350e62d4e7cdbf56a793805c68c4cd7b, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b9eb74435a7841b85c794f85e515f9a6, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=30, state=RUNNABLE; OpenRegionProcedure b9eb74435a7841b85c794f85e515f9a6, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:37,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,175 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:00:37,175 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 52ab186e023e8a39cdc8e32fcd601e74, NAME => 'test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T22:00:37,176 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:00:37,176 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,176 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:00:37,176 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:00:37,178 INFO [StoreOpener-52ab186e023e8a39cdc8e32fcd601e74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:00:37,180 INFO [StoreOpener-52ab186e023e8a39cdc8e32fcd601e74-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ab186e023e8a39cdc8e32fcd601e74 columnFamilyName f 2024-12-16T22:00:37,180 DEBUG [StoreOpener-52ab186e023e8a39cdc8e32fcd601e74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,180 INFO [StoreOpener-52ab186e023e8a39cdc8e32fcd601e74-1 {}] regionserver.HStore(327): Store=52ab186e023e8a39cdc8e32fcd601e74/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,180 INFO [StoreOpener-52ab186e023e8a39cdc8e32fcd601e74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:00:37,182 INFO [StoreOpener-52ab186e023e8a39cdc8e32fcd601e74-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ab186e023e8a39cdc8e32fcd601e74 columnFamilyName norep 2024-12-16T22:00:37,182 DEBUG [StoreOpener-52ab186e023e8a39cdc8e32fcd601e74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,183 INFO [StoreOpener-52ab186e023e8a39cdc8e32fcd601e74-1 {}] regionserver.HStore(327): Store=52ab186e023e8a39cdc8e32fcd601e74/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,184 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:00:37,184 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:00:37,185 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,187 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:00:37,189 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/52ab186e023e8a39cdc8e32fcd601e74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,190 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 52ab186e023e8a39cdc8e32fcd601e74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63787358, jitterRate=-0.04949429631233215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,190 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 52ab186e023e8a39cdc8e32fcd601e74: 2024-12-16T22:00:37,192 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74., pid=57, masterSystemTime=1734386437169 2024-12-16T22:00:37,194 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:00:37,194 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:00:37,194 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:00:37,194 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 35d879f83d6065019b1b9fc816454b16, NAME => 'test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T22:00:37,195 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35d879f83d6065019b1b9fc816454b16 2024-12-16T22:00:37,195 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,195 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 35d879f83d6065019b1b9fc816454b16 2024-12-16T22:00:37,195 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 35d879f83d6065019b1b9fc816454b16 2024-12-16T22:00:37,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=52ab186e023e8a39cdc8e32fcd601e74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,197 INFO [StoreOpener-35d879f83d6065019b1b9fc816454b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35d879f83d6065019b1b9fc816454b16 2024-12-16T22:00:37,199 INFO [StoreOpener-35d879f83d6065019b1b9fc816454b16-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d879f83d6065019b1b9fc816454b16 columnFamilyName f 2024-12-16T22:00:37,199 DEBUG [StoreOpener-35d879f83d6065019b1b9fc816454b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,200 INFO [StoreOpener-35d879f83d6065019b1b9fc816454b16-1 {}] regionserver.HStore(327): Store=35d879f83d6065019b1b9fc816454b16/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,200 INFO [StoreOpener-35d879f83d6065019b1b9fc816454b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35d879f83d6065019b1b9fc816454b16 2024-12-16T22:00:37,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=27 2024-12-16T22:00:37,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=27, state=SUCCESS; OpenRegionProcedure 52ab186e023e8a39cdc8e32fcd601e74, server=28ac8e76af47,39641,1734386423598 in 139 msec 2024-12-16T22:00:37,202 INFO [StoreOpener-35d879f83d6065019b1b9fc816454b16-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d879f83d6065019b1b9fc816454b16 columnFamilyName norep 2024-12-16T22:00:37,202 DEBUG [StoreOpener-35d879f83d6065019b1b9fc816454b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,202 INFO [StoreOpener-35d879f83d6065019b1b9fc816454b16-1 {}] regionserver.HStore(327): Store=35d879f83d6065019b1b9fc816454b16/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=52ab186e023e8a39cdc8e32fcd601e74, ASSIGN in 345 msec 2024-12-16T22:00:37,203 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/35d879f83d6065019b1b9fc816454b16 2024-12-16T22:00:37,204 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/35d879f83d6065019b1b9fc816454b16 2024-12-16T22:00:37,205 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,207 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 35d879f83d6065019b1b9fc816454b16 2024-12-16T22:00:37,209 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/35d879f83d6065019b1b9fc816454b16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,210 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 35d879f83d6065019b1b9fc816454b16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69337499, jitterRate=0.03320924937725067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,210 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 35d879f83d6065019b1b9fc816454b16: 2024-12-16T22:00:37,211 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16., pid=39, masterSystemTime=1734386437169 2024-12-16T22:00:37,214 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:00:37,214 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:00:37,214 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:00:37,214 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => a9cb2a0390efe31c956fe36311713675, NAME => 'test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T22:00:37,214 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9cb2a0390efe31c956fe36311713675 2024-12-16T22:00:37,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=35d879f83d6065019b1b9fc816454b16, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,214 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,214 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for a9cb2a0390efe31c956fe36311713675 2024-12-16T22:00:37,214 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for a9cb2a0390efe31c956fe36311713675 2024-12-16T22:00:37,216 INFO [StoreOpener-a9cb2a0390efe31c956fe36311713675-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9cb2a0390efe31c956fe36311713675 2024-12-16T22:00:37,218 INFO [StoreOpener-a9cb2a0390efe31c956fe36311713675-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9cb2a0390efe31c956fe36311713675 columnFamilyName f 2024-12-16T22:00:37,218 DEBUG [StoreOpener-a9cb2a0390efe31c956fe36311713675-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,219 INFO [StoreOpener-a9cb2a0390efe31c956fe36311713675-1 {}] regionserver.HStore(327): Store=a9cb2a0390efe31c956fe36311713675/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,219 INFO [StoreOpener-a9cb2a0390efe31c956fe36311713675-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9cb2a0390efe31c956fe36311713675 2024-12-16T22:00:37,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=29 2024-12-16T22:00:37,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=29, state=SUCCESS; OpenRegionProcedure 35d879f83d6065019b1b9fc816454b16, server=28ac8e76af47,39641,1734386423598 in 198 msec 2024-12-16T22:00:37,221 INFO [StoreOpener-a9cb2a0390efe31c956fe36311713675-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9cb2a0390efe31c956fe36311713675 columnFamilyName norep 2024-12-16T22:00:37,221 DEBUG [StoreOpener-a9cb2a0390efe31c956fe36311713675-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,221 INFO [StoreOpener-a9cb2a0390efe31c956fe36311713675-1 {}] regionserver.HStore(327): Store=a9cb2a0390efe31c956fe36311713675/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=35d879f83d6065019b1b9fc816454b16, ASSIGN in 363 msec 2024-12-16T22:00:37,222 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/a9cb2a0390efe31c956fe36311713675 2024-12-16T22:00:37,223 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/a9cb2a0390efe31c956fe36311713675 2024-12-16T22:00:37,224 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,226 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for a9cb2a0390efe31c956fe36311713675 2024-12-16T22:00:37,228 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/a9cb2a0390efe31c956fe36311713675/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,229 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened a9cb2a0390efe31c956fe36311713675; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68134554, jitterRate=0.015283972024917603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,229 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for a9cb2a0390efe31c956fe36311713675: 2024-12-16T22:00:37,230 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675., pid=54, masterSystemTime=1734386437169 2024-12-16T22:00:37,232 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:00:37,232 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:00:37,232 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:00:37,232 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 62d97fa67bd0f5abf445dc7e1532cb2f, NAME => 'test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T22:00:37,232 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=a9cb2a0390efe31c956fe36311713675, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,232 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:00:37,232 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,233 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:00:37,233 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:00:37,234 INFO [StoreOpener-62d97fa67bd0f5abf445dc7e1532cb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:00:37,236 INFO [StoreOpener-62d97fa67bd0f5abf445dc7e1532cb2f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d97fa67bd0f5abf445dc7e1532cb2f columnFamilyName f 2024-12-16T22:00:37,236 DEBUG [StoreOpener-62d97fa67bd0f5abf445dc7e1532cb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=17 2024-12-16T22:00:37,237 INFO [StoreOpener-62d97fa67bd0f5abf445dc7e1532cb2f-1 {}] regionserver.HStore(327): Store=62d97fa67bd0f5abf445dc7e1532cb2f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=17, state=SUCCESS; OpenRegionProcedure a9cb2a0390efe31c956fe36311713675, server=28ac8e76af47,39641,1734386423598 in 182 msec 2024-12-16T22:00:37,237 INFO [StoreOpener-62d97fa67bd0f5abf445dc7e1532cb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:00:37,239 INFO [StoreOpener-62d97fa67bd0f5abf445dc7e1532cb2f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d97fa67bd0f5abf445dc7e1532cb2f columnFamilyName norep 2024-12-16T22:00:37,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a9cb2a0390efe31c956fe36311713675, ASSIGN in 381 msec 2024-12-16T22:00:37,239 DEBUG [StoreOpener-62d97fa67bd0f5abf445dc7e1532cb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,240 INFO [StoreOpener-62d97fa67bd0f5abf445dc7e1532cb2f-1 {}] regionserver.HStore(327): Store=62d97fa67bd0f5abf445dc7e1532cb2f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,240 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:00:37,241 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:00:37,242 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,244 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:00:37,246 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/62d97fa67bd0f5abf445dc7e1532cb2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,247 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 62d97fa67bd0f5abf445dc7e1532cb2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67374857, jitterRate=0.00396360456943512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,247 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 62d97fa67bd0f5abf445dc7e1532cb2f: 2024-12-16T22:00:37,248 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f., pid=42, masterSystemTime=1734386437169 2024-12-16T22:00:37,250 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:00:37,250 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:00:37,250 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:00:37,250 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 158567bff8c321edad38b4797bf069c8, NAME => 'test,fff,1734386433475.158567bff8c321edad38b4797bf069c8.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T22:00:37,251 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 158567bff8c321edad38b4797bf069c8 2024-12-16T22:00:37,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=62d97fa67bd0f5abf445dc7e1532cb2f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,251 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,fff,1734386433475.158567bff8c321edad38b4797bf069c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,251 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 158567bff8c321edad38b4797bf069c8 2024-12-16T22:00:37,251 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 158567bff8c321edad38b4797bf069c8 2024-12-16T22:00:37,252 INFO [StoreOpener-158567bff8c321edad38b4797bf069c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 158567bff8c321edad38b4797bf069c8 2024-12-16T22:00:37,254 INFO [StoreOpener-158567bff8c321edad38b4797bf069c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 158567bff8c321edad38b4797bf069c8 columnFamilyName f 2024-12-16T22:00:37,254 DEBUG [StoreOpener-158567bff8c321edad38b4797bf069c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,255 INFO [StoreOpener-158567bff8c321edad38b4797bf069c8-1 {}] regionserver.HStore(327): Store=158567bff8c321edad38b4797bf069c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,255 INFO [StoreOpener-158567bff8c321edad38b4797bf069c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 158567bff8c321edad38b4797bf069c8 2024-12-16T22:00:37,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=14 2024-12-16T22:00:37,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=14, state=SUCCESS; OpenRegionProcedure 62d97fa67bd0f5abf445dc7e1532cb2f, server=28ac8e76af47,39641,1734386423598 in 226 msec 2024-12-16T22:00:37,256 INFO [StoreOpener-158567bff8c321edad38b4797bf069c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 158567bff8c321edad38b4797bf069c8 columnFamilyName norep 2024-12-16T22:00:37,256 DEBUG [StoreOpener-158567bff8c321edad38b4797bf069c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=62d97fa67bd0f5abf445dc7e1532cb2f, ASSIGN in 399 msec 2024-12-16T22:00:37,257 INFO [StoreOpener-158567bff8c321edad38b4797bf069c8-1 {}] regionserver.HStore(327): Store=158567bff8c321edad38b4797bf069c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,258 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/158567bff8c321edad38b4797bf069c8 2024-12-16T22:00:37,258 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/158567bff8c321edad38b4797bf069c8 2024-12-16T22:00:37,260 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,262 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 158567bff8c321edad38b4797bf069c8 2024-12-16T22:00:37,264 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/158567bff8c321edad38b4797bf069c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,265 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 158567bff8c321edad38b4797bf069c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73849304, jitterRate=0.1004403829574585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,265 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 158567bff8c321edad38b4797bf069c8: 2024-12-16T22:00:37,266 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734386433475.158567bff8c321edad38b4797bf069c8., pid=40, masterSystemTime=1734386437169 2024-12-16T22:00:37,268 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:00:37,268 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:00:37,268 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:00:37,268 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 5492d3961ccd88f72f60cecb6908e374, NAME => 'test,,1734386433475.5492d3961ccd88f72f60cecb6908e374.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T22:00:37,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=158567bff8c321edad38b4797bf069c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,269 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:00:37,269 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,,1734386433475.5492d3961ccd88f72f60cecb6908e374.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,269 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:00:37,269 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:00:37,271 INFO [StoreOpener-5492d3961ccd88f72f60cecb6908e374-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:00:37,273 INFO [StoreOpener-5492d3961ccd88f72f60cecb6908e374-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5492d3961ccd88f72f60cecb6908e374 columnFamilyName f 2024-12-16T22:00:37,273 DEBUG [StoreOpener-5492d3961ccd88f72f60cecb6908e374-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=15 2024-12-16T22:00:37,274 INFO [StoreOpener-5492d3961ccd88f72f60cecb6908e374-1 {}] regionserver.HStore(327): Store=5492d3961ccd88f72f60cecb6908e374/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=15, state=SUCCESS; OpenRegionProcedure 158567bff8c321edad38b4797bf069c8, server=28ac8e76af47,39641,1734386423598 in 251 msec 2024-12-16T22:00:37,274 INFO [StoreOpener-5492d3961ccd88f72f60cecb6908e374-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:00:37,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=158567bff8c321edad38b4797bf069c8, ASSIGN in 418 msec 2024-12-16T22:00:37,276 INFO [StoreOpener-5492d3961ccd88f72f60cecb6908e374-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5492d3961ccd88f72f60cecb6908e374 columnFamilyName norep 2024-12-16T22:00:37,276 DEBUG [StoreOpener-5492d3961ccd88f72f60cecb6908e374-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,276 INFO [StoreOpener-5492d3961ccd88f72f60cecb6908e374-1 {}] regionserver.HStore(327): Store=5492d3961ccd88f72f60cecb6908e374/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,277 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:00:37,278 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:00:37,280 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,281 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:00:37,283 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,284 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 5492d3961ccd88f72f60cecb6908e374; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59170098, jitterRate=-0.11829683184623718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,284 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 5492d3961ccd88f72f60cecb6908e374: 2024-12-16T22:00:37,285 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734386433475.5492d3961ccd88f72f60cecb6908e374., pid=44, masterSystemTime=1734386437169 2024-12-16T22:00:37,288 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:00:37,288 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:00:37,288 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:00:37,288 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => d8ec7618577649a73b9b176cdc37d767, NAME => 'test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T22:00:37,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5492d3961ccd88f72f60cecb6908e374, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,289 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:00:37,289 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,289 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:00:37,289 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:00:37,291 INFO [StoreOpener-d8ec7618577649a73b9b176cdc37d767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:00:37,293 INFO [StoreOpener-d8ec7618577649a73b9b176cdc37d767-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8ec7618577649a73b9b176cdc37d767 columnFamilyName f 2024-12-16T22:00:37,293 DEBUG [StoreOpener-d8ec7618577649a73b9b176cdc37d767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=10 2024-12-16T22:00:37,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=10, state=SUCCESS; OpenRegionProcedure 5492d3961ccd88f72f60cecb6908e374, server=28ac8e76af47,39641,1734386423598 in 261 msec 2024-12-16T22:00:37,294 INFO [StoreOpener-d8ec7618577649a73b9b176cdc37d767-1 {}] regionserver.HStore(327): Store=d8ec7618577649a73b9b176cdc37d767/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,294 INFO [StoreOpener-d8ec7618577649a73b9b176cdc37d767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:00:37,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5492d3961ccd88f72f60cecb6908e374, ASSIGN in 437 msec 2024-12-16T22:00:37,296 INFO [StoreOpener-d8ec7618577649a73b9b176cdc37d767-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8ec7618577649a73b9b176cdc37d767 columnFamilyName norep 2024-12-16T22:00:37,296 DEBUG [StoreOpener-d8ec7618577649a73b9b176cdc37d767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,296 INFO [StoreOpener-d8ec7618577649a73b9b176cdc37d767-1 {}] regionserver.HStore(327): Store=d8ec7618577649a73b9b176cdc37d767/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,297 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:00:37,298 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:00:37,299 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,300 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:00:37,303 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/d8ec7618577649a73b9b176cdc37d767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,304 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened d8ec7618577649a73b9b176cdc37d767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67452733, jitterRate=0.0051240473985672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,304 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for d8ec7618577649a73b9b176cdc37d767: 2024-12-16T22:00:37,305 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767., pid=38, masterSystemTime=1734386437169 2024-12-16T22:00:37,308 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:00:37,308 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:00:37,308 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:00:37,308 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => c2c7dcbdb91663427b658221befbf8dc, NAME => 'test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T22:00:37,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=d8ec7618577649a73b9b176cdc37d767, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,308 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:00:37,308 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,309 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:00:37,309 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:00:37,311 INFO [StoreOpener-c2c7dcbdb91663427b658221befbf8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:00:37,313 INFO [StoreOpener-c2c7dcbdb91663427b658221befbf8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c7dcbdb91663427b658221befbf8dc columnFamilyName f 2024-12-16T22:00:37,313 DEBUG [StoreOpener-c2c7dcbdb91663427b658221befbf8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=32 2024-12-16T22:00:37,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=32, state=SUCCESS; OpenRegionProcedure d8ec7618577649a73b9b176cdc37d767, server=28ac8e76af47,39641,1734386423598 in 293 msec 2024-12-16T22:00:37,314 INFO [StoreOpener-c2c7dcbdb91663427b658221befbf8dc-1 {}] regionserver.HStore(327): Store=c2c7dcbdb91663427b658221befbf8dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,314 INFO [StoreOpener-c2c7dcbdb91663427b658221befbf8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:00:37,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d8ec7618577649a73b9b176cdc37d767, ASSIGN in 458 msec 2024-12-16T22:00:37,316 INFO [StoreOpener-c2c7dcbdb91663427b658221befbf8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c7dcbdb91663427b658221befbf8dc columnFamilyName norep 2024-12-16T22:00:37,316 DEBUG [StoreOpener-c2c7dcbdb91663427b658221befbf8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,317 INFO [StoreOpener-c2c7dcbdb91663427b658221befbf8dc-1 {}] regionserver.HStore(327): Store=c2c7dcbdb91663427b658221befbf8dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,318 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:00:37,318 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:00:37,320 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,322 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:00:37,324 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/c2c7dcbdb91663427b658221befbf8dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,325 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened c2c7dcbdb91663427b658221befbf8dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63854109, jitterRate=-0.04849962890148163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,325 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for c2c7dcbdb91663427b658221befbf8dc: 2024-12-16T22:00:37,326 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc., pid=60, masterSystemTime=1734386437169 2024-12-16T22:00:37,329 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:00:37,329 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:00:37,329 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:00:37,330 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 275282e22c688c5550301ac16de14d7c, NAME => 'test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T22:00:37,330 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=c2c7dcbdb91663427b658221befbf8dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,330 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 275282e22c688c5550301ac16de14d7c 2024-12-16T22:00:37,330 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,330 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 275282e22c688c5550301ac16de14d7c 2024-12-16T22:00:37,330 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 275282e22c688c5550301ac16de14d7c 2024-12-16T22:00:37,333 INFO [StoreOpener-275282e22c688c5550301ac16de14d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 275282e22c688c5550301ac16de14d7c 2024-12-16T22:00:37,335 INFO [StoreOpener-275282e22c688c5550301ac16de14d7c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275282e22c688c5550301ac16de14d7c columnFamilyName f 2024-12-16T22:00:37,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=18 2024-12-16T22:00:37,335 DEBUG [StoreOpener-275282e22c688c5550301ac16de14d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=18, state=SUCCESS; OpenRegionProcedure c2c7dcbdb91663427b658221befbf8dc, server=28ac8e76af47,39641,1734386423598 in 266 msec 2024-12-16T22:00:37,335 INFO [StoreOpener-275282e22c688c5550301ac16de14d7c-1 {}] regionserver.HStore(327): Store=275282e22c688c5550301ac16de14d7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,336 INFO [StoreOpener-275282e22c688c5550301ac16de14d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 275282e22c688c5550301ac16de14d7c 2024-12-16T22:00:37,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c2c7dcbdb91663427b658221befbf8dc, ASSIGN in 479 msec 2024-12-16T22:00:37,337 INFO [StoreOpener-275282e22c688c5550301ac16de14d7c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275282e22c688c5550301ac16de14d7c columnFamilyName norep 2024-12-16T22:00:37,337 DEBUG [StoreOpener-275282e22c688c5550301ac16de14d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,338 INFO [StoreOpener-275282e22c688c5550301ac16de14d7c-1 {}] regionserver.HStore(327): Store=275282e22c688c5550301ac16de14d7c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,339 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/275282e22c688c5550301ac16de14d7c 2024-12-16T22:00:37,339 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/275282e22c688c5550301ac16de14d7c 2024-12-16T22:00:37,341 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,342 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 275282e22c688c5550301ac16de14d7c 2024-12-16T22:00:37,345 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/275282e22c688c5550301ac16de14d7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,346 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 275282e22c688c5550301ac16de14d7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64462617, jitterRate=-0.03943215310573578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,346 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 275282e22c688c5550301ac16de14d7c: 2024-12-16T22:00:37,347 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c., pid=56, masterSystemTime=1734386437169 2024-12-16T22:00:37,350 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:00:37,350 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:00:37,350 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:00:37,350 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 1a1895708cb6db98c24bb8ade427c7f5, NAME => 'test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T22:00:37,351 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:00:37,351 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=275282e22c688c5550301ac16de14d7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,351 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:00:37,351 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:00:37,353 INFO [StoreOpener-1a1895708cb6db98c24bb8ade427c7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:00:37,355 INFO [StoreOpener-1a1895708cb6db98c24bb8ade427c7f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a1895708cb6db98c24bb8ade427c7f5 columnFamilyName f 2024-12-16T22:00:37,355 DEBUG [StoreOpener-1a1895708cb6db98c24bb8ade427c7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,356 INFO [StoreOpener-1a1895708cb6db98c24bb8ade427c7f5-1 {}] regionserver.HStore(327): Store=1a1895708cb6db98c24bb8ade427c7f5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,356 INFO [StoreOpener-1a1895708cb6db98c24bb8ade427c7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:00:37,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=25 2024-12-16T22:00:37,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=25, state=SUCCESS; OpenRegionProcedure 275282e22c688c5550301ac16de14d7c, server=28ac8e76af47,39641,1734386423598 in 295 msec 2024-12-16T22:00:37,358 INFO [StoreOpener-1a1895708cb6db98c24bb8ade427c7f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a1895708cb6db98c24bb8ade427c7f5 columnFamilyName norep 2024-12-16T22:00:37,358 DEBUG [StoreOpener-1a1895708cb6db98c24bb8ade427c7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=275282e22c688c5550301ac16de14d7c, ASSIGN in 501 msec 2024-12-16T22:00:37,359 INFO [StoreOpener-1a1895708cb6db98c24bb8ade427c7f5-1 {}] regionserver.HStore(327): Store=1a1895708cb6db98c24bb8ade427c7f5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,360 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:00:37,361 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:00:37,362 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,364 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:00:37,367 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/1a1895708cb6db98c24bb8ade427c7f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,368 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 1a1895708cb6db98c24bb8ade427c7f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69731282, jitterRate=0.03907707333564758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,368 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 1a1895708cb6db98c24bb8ade427c7f5: 2024-12-16T22:00:37,369 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5., pid=37, masterSystemTime=1734386437169 2024-12-16T22:00:37,372 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:00:37,372 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:00:37,372 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:00:37,372 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => b358a80c8743c51420639d80c56f6e51, NAME => 'test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T22:00:37,373 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b358a80c8743c51420639d80c56f6e51 2024-12-16T22:00:37,373 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,373 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1a1895708cb6db98c24bb8ade427c7f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,373 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for b358a80c8743c51420639d80c56f6e51 2024-12-16T22:00:37,373 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for b358a80c8743c51420639d80c56f6e51 2024-12-16T22:00:37,375 INFO [StoreOpener-b358a80c8743c51420639d80c56f6e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b358a80c8743c51420639d80c56f6e51 2024-12-16T22:00:37,377 INFO [StoreOpener-b358a80c8743c51420639d80c56f6e51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b358a80c8743c51420639d80c56f6e51 columnFamilyName f 2024-12-16T22:00:37,378 DEBUG [StoreOpener-b358a80c8743c51420639d80c56f6e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=11 2024-12-16T22:00:37,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=11, state=SUCCESS; OpenRegionProcedure 1a1895708cb6db98c24bb8ade427c7f5, server=28ac8e76af47,39641,1734386423598 in 358 msec 2024-12-16T22:00:37,378 INFO [StoreOpener-b358a80c8743c51420639d80c56f6e51-1 {}] regionserver.HStore(327): Store=b358a80c8743c51420639d80c56f6e51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,378 INFO [StoreOpener-b358a80c8743c51420639d80c56f6e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b358a80c8743c51420639d80c56f6e51 2024-12-16T22:00:37,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1a1895708cb6db98c24bb8ade427c7f5, ASSIGN in 522 msec 2024-12-16T22:00:37,380 INFO [StoreOpener-b358a80c8743c51420639d80c56f6e51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b358a80c8743c51420639d80c56f6e51 columnFamilyName norep 2024-12-16T22:00:37,380 DEBUG [StoreOpener-b358a80c8743c51420639d80c56f6e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,381 INFO [StoreOpener-b358a80c8743c51420639d80c56f6e51-1 {}] regionserver.HStore(327): Store=b358a80c8743c51420639d80c56f6e51/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,382 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b358a80c8743c51420639d80c56f6e51 2024-12-16T22:00:37,383 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b358a80c8743c51420639d80c56f6e51 2024-12-16T22:00:37,384 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,386 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for b358a80c8743c51420639d80c56f6e51 2024-12-16T22:00:37,388 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b358a80c8743c51420639d80c56f6e51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,389 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened b358a80c8743c51420639d80c56f6e51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69808684, jitterRate=0.04023045301437378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,389 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for b358a80c8743c51420639d80c56f6e51: 2024-12-16T22:00:37,390 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51., pid=36, masterSystemTime=1734386437169 2024-12-16T22:00:37,392 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:00:37,392 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:00:37,393 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:00:37,393 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ad3a67b763d9cb863015152be34f04f, NAME => 'test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-16T22:00:37,393 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:00:37,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b358a80c8743c51420639d80c56f6e51, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,393 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,393 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:00:37,393 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:00:37,396 INFO [StoreOpener-2ad3a67b763d9cb863015152be34f04f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:00:37,397 INFO [StoreOpener-2ad3a67b763d9cb863015152be34f04f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ad3a67b763d9cb863015152be34f04f columnFamilyName f 2024-12-16T22:00:37,397 DEBUG [StoreOpener-2ad3a67b763d9cb863015152be34f04f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=21 2024-12-16T22:00:37,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=21, state=SUCCESS; OpenRegionProcedure b358a80c8743c51420639d80c56f6e51, server=28ac8e76af47,39641,1734386423598 in 380 msec 2024-12-16T22:00:37,398 INFO [StoreOpener-2ad3a67b763d9cb863015152be34f04f-1 {}] regionserver.HStore(327): Store=2ad3a67b763d9cb863015152be34f04f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,398 INFO [StoreOpener-2ad3a67b763d9cb863015152be34f04f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:00:37,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b358a80c8743c51420639d80c56f6e51, ASSIGN in 542 msec 2024-12-16T22:00:37,400 INFO [StoreOpener-2ad3a67b763d9cb863015152be34f04f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ad3a67b763d9cb863015152be34f04f columnFamilyName norep 2024-12-16T22:00:37,400 DEBUG [StoreOpener-2ad3a67b763d9cb863015152be34f04f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,400 INFO [StoreOpener-2ad3a67b763d9cb863015152be34f04f-1 {}] regionserver.HStore(327): Store=2ad3a67b763d9cb863015152be34f04f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,401 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:00:37,402 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:00:37,403 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,405 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:00:37,407 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/2ad3a67b763d9cb863015152be34f04f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,407 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 2ad3a67b763d9cb863015152be34f04f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63462174, jitterRate=-0.05433991551399231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,408 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 2ad3a67b763d9cb863015152be34f04f: 2024-12-16T22:00:37,409 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f., pid=45, masterSystemTime=1734386437169 2024-12-16T22:00:37,411 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:00:37,411 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:00:37,411 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:00:37,411 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => c5bce51fc7f77c3f9ac4da31c94cae88, NAME => 'test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T22:00:37,411 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=2ad3a67b763d9cb863015152be34f04f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,411 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:00:37,412 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,412 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:00:37,412 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:00:37,414 INFO [StoreOpener-c5bce51fc7f77c3f9ac4da31c94cae88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:00:37,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=35 2024-12-16T22:00:37,416 INFO [StoreOpener-c5bce51fc7f77c3f9ac4da31c94cae88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5bce51fc7f77c3f9ac4da31c94cae88 columnFamilyName f 2024-12-16T22:00:37,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=35, state=SUCCESS; OpenRegionProcedure 2ad3a67b763d9cb863015152be34f04f, server=28ac8e76af47,39641,1734386423598 in 381 msec 2024-12-16T22:00:37,416 DEBUG [StoreOpener-c5bce51fc7f77c3f9ac4da31c94cae88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,417 INFO [StoreOpener-c5bce51fc7f77c3f9ac4da31c94cae88-1 {}] regionserver.HStore(327): Store=c5bce51fc7f77c3f9ac4da31c94cae88/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,417 INFO [StoreOpener-c5bce51fc7f77c3f9ac4da31c94cae88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:00:37,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ad3a67b763d9cb863015152be34f04f, ASSIGN in 560 msec 2024-12-16T22:00:37,419 INFO [StoreOpener-c5bce51fc7f77c3f9ac4da31c94cae88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5bce51fc7f77c3f9ac4da31c94cae88 columnFamilyName norep 2024-12-16T22:00:37,419 DEBUG [StoreOpener-c5bce51fc7f77c3f9ac4da31c94cae88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,419 INFO [StoreOpener-c5bce51fc7f77c3f9ac4da31c94cae88-1 {}] regionserver.HStore(327): Store=c5bce51fc7f77c3f9ac4da31c94cae88/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,420 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:00:37,421 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:00:37,422 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,424 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:00:37,427 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/c5bce51fc7f77c3f9ac4da31c94cae88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,427 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened c5bce51fc7f77c3f9ac4da31c94cae88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71120738, jitterRate=0.05978158116340637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,427 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for c5bce51fc7f77c3f9ac4da31c94cae88: 2024-12-16T22:00:37,428 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88., pid=41, masterSystemTime=1734386437169 2024-12-16T22:00:37,431 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:00:37,431 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:00:37,431 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:00:37,431 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => ac4ae6ec32d02d514b9d7841f0b43b8f, NAME => 'test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T22:00:37,432 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=c5bce51fc7f77c3f9ac4da31c94cae88, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,432 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:00:37,432 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,432 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:00:37,432 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:00:37,434 INFO [StoreOpener-ac4ae6ec32d02d514b9d7841f0b43b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:00:37,436 INFO [StoreOpener-ac4ae6ec32d02d514b9d7841f0b43b8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac4ae6ec32d02d514b9d7841f0b43b8f columnFamilyName f 2024-12-16T22:00:37,436 DEBUG [StoreOpener-ac4ae6ec32d02d514b9d7841f0b43b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=16 2024-12-16T22:00:37,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=16, state=SUCCESS; OpenRegionProcedure c5bce51fc7f77c3f9ac4da31c94cae88, server=28ac8e76af47,39641,1734386423598 in 408 msec 2024-12-16T22:00:37,437 INFO [StoreOpener-ac4ae6ec32d02d514b9d7841f0b43b8f-1 {}] regionserver.HStore(327): Store=ac4ae6ec32d02d514b9d7841f0b43b8f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,437 INFO [StoreOpener-ac4ae6ec32d02d514b9d7841f0b43b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:00:37,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c5bce51fc7f77c3f9ac4da31c94cae88, ASSIGN in 581 msec 2024-12-16T22:00:37,439 INFO [StoreOpener-ac4ae6ec32d02d514b9d7841f0b43b8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac4ae6ec32d02d514b9d7841f0b43b8f columnFamilyName norep 2024-12-16T22:00:37,439 DEBUG [StoreOpener-ac4ae6ec32d02d514b9d7841f0b43b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,440 INFO [StoreOpener-ac4ae6ec32d02d514b9d7841f0b43b8f-1 {}] regionserver.HStore(327): Store=ac4ae6ec32d02d514b9d7841f0b43b8f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,441 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:00:37,441 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:00:37,443 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,444 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:00:37,447 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/ac4ae6ec32d02d514b9d7841f0b43b8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,448 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened ac4ae6ec32d02d514b9d7841f0b43b8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58878230, jitterRate=-0.12264600396156311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,448 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for ac4ae6ec32d02d514b9d7841f0b43b8f: 2024-12-16T22:00:37,449 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f., pid=51, masterSystemTime=1734386437169 2024-12-16T22:00:37,452 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:00:37,452 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:00:37,452 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:00:37,452 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 0523f272ace7112df29cad75acc49ead, NAME => 'test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T22:00:37,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=ac4ae6ec32d02d514b9d7841f0b43b8f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,453 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0523f272ace7112df29cad75acc49ead 2024-12-16T22:00:37,453 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,454 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 0523f272ace7112df29cad75acc49ead 2024-12-16T22:00:37,454 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 0523f272ace7112df29cad75acc49ead 2024-12-16T22:00:37,456 INFO [StoreOpener-0523f272ace7112df29cad75acc49ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0523f272ace7112df29cad75acc49ead 2024-12-16T22:00:37,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=13 2024-12-16T22:00:37,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=13, state=SUCCESS; OpenRegionProcedure ac4ae6ec32d02d514b9d7841f0b43b8f, server=28ac8e76af47,39641,1734386423598 in 409 msec 2024-12-16T22:00:37,457 INFO [StoreOpener-0523f272ace7112df29cad75acc49ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0523f272ace7112df29cad75acc49ead columnFamilyName f 2024-12-16T22:00:37,457 DEBUG [StoreOpener-0523f272ace7112df29cad75acc49ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,459 INFO [StoreOpener-0523f272ace7112df29cad75acc49ead-1 {}] regionserver.HStore(327): Store=0523f272ace7112df29cad75acc49ead/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ac4ae6ec32d02d514b9d7841f0b43b8f, ASSIGN in 601 msec 2024-12-16T22:00:37,459 INFO [StoreOpener-0523f272ace7112df29cad75acc49ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0523f272ace7112df29cad75acc49ead 2024-12-16T22:00:37,461 INFO [StoreOpener-0523f272ace7112df29cad75acc49ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0523f272ace7112df29cad75acc49ead columnFamilyName norep 2024-12-16T22:00:37,461 DEBUG [StoreOpener-0523f272ace7112df29cad75acc49ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,461 INFO [StoreOpener-0523f272ace7112df29cad75acc49ead-1 {}] regionserver.HStore(327): Store=0523f272ace7112df29cad75acc49ead/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,462 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/0523f272ace7112df29cad75acc49ead 2024-12-16T22:00:37,463 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/0523f272ace7112df29cad75acc49ead 2024-12-16T22:00:37,464 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,466 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 0523f272ace7112df29cad75acc49ead 2024-12-16T22:00:37,468 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/0523f272ace7112df29cad75acc49ead/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,469 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 0523f272ace7112df29cad75acc49ead; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68117573, jitterRate=0.015030935406684875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,469 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 0523f272ace7112df29cad75acc49ead: 2024-12-16T22:00:37,470 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead., pid=53, masterSystemTime=1734386437169 2024-12-16T22:00:37,472 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:00:37,472 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:00:37,472 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:00:37,472 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => b9eb74435a7841b85c794f85e515f9a6, NAME => 'test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T22:00:37,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=0523f272ace7112df29cad75acc49ead, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,472 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:00:37,473 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,473 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:00:37,473 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:00:37,475 INFO [StoreOpener-b9eb74435a7841b85c794f85e515f9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:00:37,477 INFO [StoreOpener-b9eb74435a7841b85c794f85e515f9a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9eb74435a7841b85c794f85e515f9a6 columnFamilyName f 2024-12-16T22:00:37,477 DEBUG [StoreOpener-b9eb74435a7841b85c794f85e515f9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=24 2024-12-16T22:00:37,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=24, state=SUCCESS; OpenRegionProcedure 0523f272ace7112df29cad75acc49ead, server=28ac8e76af47,39641,1734386423598 in 424 msec 2024-12-16T22:00:37,478 INFO [StoreOpener-b9eb74435a7841b85c794f85e515f9a6-1 {}] regionserver.HStore(327): Store=b9eb74435a7841b85c794f85e515f9a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,478 INFO [StoreOpener-b9eb74435a7841b85c794f85e515f9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:00:37,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0523f272ace7112df29cad75acc49ead, ASSIGN in 621 msec 2024-12-16T22:00:37,479 INFO [StoreOpener-b9eb74435a7841b85c794f85e515f9a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9eb74435a7841b85c794f85e515f9a6 columnFamilyName norep 2024-12-16T22:00:37,479 DEBUG [StoreOpener-b9eb74435a7841b85c794f85e515f9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,480 INFO [StoreOpener-b9eb74435a7841b85c794f85e515f9a6-1 {}] regionserver.HStore(327): Store=b9eb74435a7841b85c794f85e515f9a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,481 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:00:37,481 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:00:37,483 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,484 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:00:37,487 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b9eb74435a7841b85c794f85e515f9a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,487 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened b9eb74435a7841b85c794f85e515f9a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75062246, jitterRate=0.11851462721824646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,487 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for b9eb74435a7841b85c794f85e515f9a6: 2024-12-16T22:00:37,488 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6., pid=61, masterSystemTime=1734386437169 2024-12-16T22:00:37,490 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:00:37,490 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:00:37,490 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:00:37,491 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => f77bbc47bf620c60019805273f80ea0d, NAME => 'test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-16T22:00:37,491 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:00:37,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b9eb74435a7841b85c794f85e515f9a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,491 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,491 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:00:37,491 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:00:37,493 INFO [StoreOpener-f77bbc47bf620c60019805273f80ea0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:00:37,495 INFO [StoreOpener-f77bbc47bf620c60019805273f80ea0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77bbc47bf620c60019805273f80ea0d columnFamilyName f 2024-12-16T22:00:37,495 DEBUG [StoreOpener-f77bbc47bf620c60019805273f80ea0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,495 INFO [StoreOpener-f77bbc47bf620c60019805273f80ea0d-1 {}] regionserver.HStore(327): Store=f77bbc47bf620c60019805273f80ea0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=30 2024-12-16T22:00:37,495 INFO [StoreOpener-f77bbc47bf620c60019805273f80ea0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:00:37,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=30, state=SUCCESS; OpenRegionProcedure b9eb74435a7841b85c794f85e515f9a6, server=28ac8e76af47,39641,1734386423598 in 421 msec 2024-12-16T22:00:37,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b9eb74435a7841b85c794f85e515f9a6, ASSIGN in 639 msec 2024-12-16T22:00:37,497 INFO [StoreOpener-f77bbc47bf620c60019805273f80ea0d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77bbc47bf620c60019805273f80ea0d columnFamilyName norep 2024-12-16T22:00:37,497 DEBUG [StoreOpener-f77bbc47bf620c60019805273f80ea0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,497 INFO [StoreOpener-f77bbc47bf620c60019805273f80ea0d-1 {}] regionserver.HStore(327): Store=f77bbc47bf620c60019805273f80ea0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,498 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:00:37,499 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:00:37,500 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,501 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:00:37,504 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/f77bbc47bf620c60019805273f80ea0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,504 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened f77bbc47bf620c60019805273f80ea0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64192688, jitterRate=-0.04345440864562988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,504 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for f77bbc47bf620c60019805273f80ea0d: 2024-12-16T22:00:37,505 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d., pid=52, masterSystemTime=1734386437169 2024-12-16T22:00:37,507 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:00:37,507 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:00:37,507 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:00:37,508 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 9b4468a307736c2170e016969c6f1c65, NAME => 'test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T22:00:37,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f77bbc47bf620c60019805273f80ea0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,508 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b4468a307736c2170e016969c6f1c65 2024-12-16T22:00:37,508 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,508 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 9b4468a307736c2170e016969c6f1c65 2024-12-16T22:00:37,508 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 9b4468a307736c2170e016969c6f1c65 2024-12-16T22:00:37,511 INFO [StoreOpener-9b4468a307736c2170e016969c6f1c65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b4468a307736c2170e016969c6f1c65 2024-12-16T22:00:37,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=34 2024-12-16T22:00:37,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=34, state=SUCCESS; OpenRegionProcedure f77bbc47bf620c60019805273f80ea0d, server=28ac8e76af47,39641,1734386423598 in 460 msec 2024-12-16T22:00:37,512 INFO [StoreOpener-9b4468a307736c2170e016969c6f1c65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b4468a307736c2170e016969c6f1c65 columnFamilyName f 2024-12-16T22:00:37,512 DEBUG [StoreOpener-9b4468a307736c2170e016969c6f1c65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,513 INFO [StoreOpener-9b4468a307736c2170e016969c6f1c65-1 {}] regionserver.HStore(327): Store=9b4468a307736c2170e016969c6f1c65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,513 INFO [StoreOpener-9b4468a307736c2170e016969c6f1c65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b4468a307736c2170e016969c6f1c65 2024-12-16T22:00:37,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f77bbc47bf620c60019805273f80ea0d, ASSIGN in 656 msec 2024-12-16T22:00:37,515 INFO [StoreOpener-9b4468a307736c2170e016969c6f1c65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b4468a307736c2170e016969c6f1c65 columnFamilyName norep 2024-12-16T22:00:37,515 DEBUG [StoreOpener-9b4468a307736c2170e016969c6f1c65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,516 INFO [StoreOpener-9b4468a307736c2170e016969c6f1c65-1 {}] regionserver.HStore(327): Store=9b4468a307736c2170e016969c6f1c65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,517 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/9b4468a307736c2170e016969c6f1c65 2024-12-16T22:00:37,517 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/9b4468a307736c2170e016969c6f1c65 2024-12-16T22:00:37,519 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,520 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 9b4468a307736c2170e016969c6f1c65 2024-12-16T22:00:37,523 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/9b4468a307736c2170e016969c6f1c65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,523 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 9b4468a307736c2170e016969c6f1c65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74070527, jitterRate=0.10373686254024506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,524 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 9b4468a307736c2170e016969c6f1c65: 2024-12-16T22:00:37,524 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65., pid=58, masterSystemTime=1734386437169 2024-12-16T22:00:37,527 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:00:37,527 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:00:37,527 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:00:37,527 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 66cd60a90fe9705755335f860db9608f, NAME => 'test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T22:00:37,527 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=9b4468a307736c2170e016969c6f1c65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,527 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66cd60a90fe9705755335f860db9608f 2024-12-16T22:00:37,527 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,527 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 66cd60a90fe9705755335f860db9608f 2024-12-16T22:00:37,527 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 66cd60a90fe9705755335f860db9608f 2024-12-16T22:00:37,529 INFO [StoreOpener-66cd60a90fe9705755335f860db9608f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66cd60a90fe9705755335f860db9608f 2024-12-16T22:00:37,531 INFO [StoreOpener-66cd60a90fe9705755335f860db9608f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66cd60a90fe9705755335f860db9608f columnFamilyName f 2024-12-16T22:00:37,531 DEBUG [StoreOpener-66cd60a90fe9705755335f860db9608f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=26 2024-12-16T22:00:37,532 INFO [StoreOpener-66cd60a90fe9705755335f860db9608f-1 {}] regionserver.HStore(327): Store=66cd60a90fe9705755335f860db9608f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=26, state=SUCCESS; OpenRegionProcedure 9b4468a307736c2170e016969c6f1c65, server=28ac8e76af47,39641,1734386423598 in 467 msec 2024-12-16T22:00:37,532 INFO [StoreOpener-66cd60a90fe9705755335f860db9608f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66cd60a90fe9705755335f860db9608f 2024-12-16T22:00:37,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9b4468a307736c2170e016969c6f1c65, ASSIGN in 676 msec 2024-12-16T22:00:37,534 INFO [StoreOpener-66cd60a90fe9705755335f860db9608f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66cd60a90fe9705755335f860db9608f columnFamilyName norep 2024-12-16T22:00:37,534 DEBUG [StoreOpener-66cd60a90fe9705755335f860db9608f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,535 INFO [StoreOpener-66cd60a90fe9705755335f860db9608f-1 {}] regionserver.HStore(327): Store=66cd60a90fe9705755335f860db9608f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,536 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/66cd60a90fe9705755335f860db9608f 2024-12-16T22:00:37,536 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/66cd60a90fe9705755335f860db9608f 2024-12-16T22:00:37,538 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,539 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 66cd60a90fe9705755335f860db9608f 2024-12-16T22:00:37,542 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/66cd60a90fe9705755335f860db9608f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,542 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 66cd60a90fe9705755335f860db9608f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67485887, jitterRate=0.005618080496788025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,543 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 66cd60a90fe9705755335f860db9608f: 2024-12-16T22:00:37,544 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f., pid=49, masterSystemTime=1734386437169 2024-12-16T22:00:37,546 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:00:37,546 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:00:37,546 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:00:37,547 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 3014b20911d31f346955e026c98b03f1, NAME => 'test,sss,1734386433475.3014b20911d31f346955e026c98b03f1.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T22:00:37,547 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=66cd60a90fe9705755335f860db9608f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,547 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3014b20911d31f346955e026c98b03f1 2024-12-16T22:00:37,547 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,sss,1734386433475.3014b20911d31f346955e026c98b03f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,547 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 3014b20911d31f346955e026c98b03f1 2024-12-16T22:00:37,547 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 3014b20911d31f346955e026c98b03f1 2024-12-16T22:00:37,549 INFO [StoreOpener-3014b20911d31f346955e026c98b03f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3014b20911d31f346955e026c98b03f1 2024-12-16T22:00:37,551 INFO [StoreOpener-3014b20911d31f346955e026c98b03f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3014b20911d31f346955e026c98b03f1 columnFamilyName f 2024-12-16T22:00:37,551 DEBUG [StoreOpener-3014b20911d31f346955e026c98b03f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=19 2024-12-16T22:00:37,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=19, state=SUCCESS; OpenRegionProcedure 66cd60a90fe9705755335f860db9608f, server=28ac8e76af47,39641,1734386423598 in 506 msec 2024-12-16T22:00:37,552 INFO [StoreOpener-3014b20911d31f346955e026c98b03f1-1 {}] regionserver.HStore(327): Store=3014b20911d31f346955e026c98b03f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,552 INFO [StoreOpener-3014b20911d31f346955e026c98b03f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3014b20911d31f346955e026c98b03f1 2024-12-16T22:00:37,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=66cd60a90fe9705755335f860db9608f, ASSIGN in 696 msec 2024-12-16T22:00:37,554 INFO [StoreOpener-3014b20911d31f346955e026c98b03f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3014b20911d31f346955e026c98b03f1 columnFamilyName norep 2024-12-16T22:00:37,554 DEBUG [StoreOpener-3014b20911d31f346955e026c98b03f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,555 INFO [StoreOpener-3014b20911d31f346955e026c98b03f1-1 {}] regionserver.HStore(327): Store=3014b20911d31f346955e026c98b03f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,556 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/3014b20911d31f346955e026c98b03f1 2024-12-16T22:00:37,556 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/3014b20911d31f346955e026c98b03f1 2024-12-16T22:00:37,557 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,559 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 3014b20911d31f346955e026c98b03f1 2024-12-16T22:00:37,562 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/3014b20911d31f346955e026c98b03f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,562 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 3014b20911d31f346955e026c98b03f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69019161, jitterRate=0.028465643525123596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,562 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 3014b20911d31f346955e026c98b03f1: 2024-12-16T22:00:37,564 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734386433475.3014b20911d31f346955e026c98b03f1., pid=55, masterSystemTime=1734386437169 2024-12-16T22:00:37,566 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:00:37,566 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:00:37,566 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:00:37,567 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => b0388013827577821143855bf1341aa8, NAME => 'test,mmm,1734386433475.b0388013827577821143855bf1341aa8.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T22:00:37,567 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0388013827577821143855bf1341aa8 2024-12-16T22:00:37,567 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=3014b20911d31f346955e026c98b03f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,567 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,mmm,1734386433475.b0388013827577821143855bf1341aa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,567 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for b0388013827577821143855bf1341aa8 2024-12-16T22:00:37,567 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for b0388013827577821143855bf1341aa8 2024-12-16T22:00:37,569 INFO [StoreOpener-b0388013827577821143855bf1341aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0388013827577821143855bf1341aa8 2024-12-16T22:00:37,571 INFO [StoreOpener-b0388013827577821143855bf1341aa8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0388013827577821143855bf1341aa8 columnFamilyName f 2024-12-16T22:00:37,571 DEBUG [StoreOpener-b0388013827577821143855bf1341aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,572 INFO [StoreOpener-b0388013827577821143855bf1341aa8-1 {}] regionserver.HStore(327): Store=b0388013827577821143855bf1341aa8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,572 INFO [StoreOpener-b0388013827577821143855bf1341aa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0388013827577821143855bf1341aa8 2024-12-16T22:00:37,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=28 2024-12-16T22:00:37,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=28, state=SUCCESS; OpenRegionProcedure 3014b20911d31f346955e026c98b03f1, server=28ac8e76af47,39641,1734386423598 in 515 msec 2024-12-16T22:00:37,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3014b20911d31f346955e026c98b03f1, ASSIGN in 716 msec 2024-12-16T22:00:37,574 INFO [StoreOpener-b0388013827577821143855bf1341aa8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0388013827577821143855bf1341aa8 columnFamilyName norep 2024-12-16T22:00:37,574 DEBUG [StoreOpener-b0388013827577821143855bf1341aa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,575 INFO [StoreOpener-b0388013827577821143855bf1341aa8-1 {}] regionserver.HStore(327): Store=b0388013827577821143855bf1341aa8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,576 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b0388013827577821143855bf1341aa8 2024-12-16T22:00:37,577 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b0388013827577821143855bf1341aa8 2024-12-16T22:00:37,578 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,580 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for b0388013827577821143855bf1341aa8 2024-12-16T22:00:37,582 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b0388013827577821143855bf1341aa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,583 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened b0388013827577821143855bf1341aa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65308753, jitterRate=-0.0268237441778183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,583 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for b0388013827577821143855bf1341aa8: 2024-12-16T22:00:37,584 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734386433475.b0388013827577821143855bf1341aa8., pid=43, masterSystemTime=1734386437169 2024-12-16T22:00:37,586 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:00:37,586 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:00:37,586 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:00:37,586 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => eeb463c0b61e871936f712137658c1ba, NAME => 'test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T22:00:37,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b0388013827577821143855bf1341aa8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,587 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eeb463c0b61e871936f712137658c1ba 2024-12-16T22:00:37,587 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,587 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for eeb463c0b61e871936f712137658c1ba 2024-12-16T22:00:37,587 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for eeb463c0b61e871936f712137658c1ba 2024-12-16T22:00:37,589 INFO [StoreOpener-eeb463c0b61e871936f712137658c1ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eeb463c0b61e871936f712137658c1ba 2024-12-16T22:00:37,589 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43147 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=28ac8e76af47,39641,1734386423598, table=test, region=b0388013827577821143855bf1341aa8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T22:00:37,591 INFO [StoreOpener-eeb463c0b61e871936f712137658c1ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eeb463c0b61e871936f712137658c1ba columnFamilyName f 2024-12-16T22:00:37,591 DEBUG [StoreOpener-eeb463c0b61e871936f712137658c1ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=22 2024-12-16T22:00:37,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=22, state=SUCCESS; OpenRegionProcedure b0388013827577821143855bf1341aa8, server=28ac8e76af47,39641,1734386423598 in 560 msec 2024-12-16T22:00:37,592 INFO [StoreOpener-eeb463c0b61e871936f712137658c1ba-1 {}] regionserver.HStore(327): Store=eeb463c0b61e871936f712137658c1ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,592 INFO [StoreOpener-eeb463c0b61e871936f712137658c1ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eeb463c0b61e871936f712137658c1ba 2024-12-16T22:00:37,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b0388013827577821143855bf1341aa8, ASSIGN in 736 msec 2024-12-16T22:00:37,593 INFO [StoreOpener-eeb463c0b61e871936f712137658c1ba-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eeb463c0b61e871936f712137658c1ba columnFamilyName norep 2024-12-16T22:00:37,594 DEBUG [StoreOpener-eeb463c0b61e871936f712137658c1ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,594 INFO [StoreOpener-eeb463c0b61e871936f712137658c1ba-1 {}] regionserver.HStore(327): Store=eeb463c0b61e871936f712137658c1ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,595 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/eeb463c0b61e871936f712137658c1ba 2024-12-16T22:00:37,595 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/eeb463c0b61e871936f712137658c1ba 2024-12-16T22:00:37,597 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,598 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for eeb463c0b61e871936f712137658c1ba 2024-12-16T22:00:37,600 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/eeb463c0b61e871936f712137658c1ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,601 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened eeb463c0b61e871936f712137658c1ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68776724, jitterRate=0.024853050708770752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,601 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for eeb463c0b61e871936f712137658c1ba: 2024-12-16T22:00:37,602 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba., pid=48, masterSystemTime=1734386437169 2024-12-16T22:00:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:37,604 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:00:37,604 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:00:37,604 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:00:37,604 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 350e62d4e7cdbf56a793805c68c4cd7b, NAME => 'test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T22:00:37,604 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=eeb463c0b61e871936f712137658c1ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,604 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:00:37,604 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,605 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:00:37,605 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:00:37,606 INFO [StoreOpener-350e62d4e7cdbf56a793805c68c4cd7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:00:37,608 INFO [StoreOpener-350e62d4e7cdbf56a793805c68c4cd7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e62d4e7cdbf56a793805c68c4cd7b columnFamilyName f 2024-12-16T22:00:37,608 DEBUG [StoreOpener-350e62d4e7cdbf56a793805c68c4cd7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=23 2024-12-16T22:00:37,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=23, state=SUCCESS; OpenRegionProcedure eeb463c0b61e871936f712137658c1ba, server=28ac8e76af47,39641,1734386423598 in 565 msec 2024-12-16T22:00:37,609 INFO [StoreOpener-350e62d4e7cdbf56a793805c68c4cd7b-1 {}] regionserver.HStore(327): Store=350e62d4e7cdbf56a793805c68c4cd7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,609 INFO [StoreOpener-350e62d4e7cdbf56a793805c68c4cd7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:00:37,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=eeb463c0b61e871936f712137658c1ba, ASSIGN in 753 msec 2024-12-16T22:00:37,611 INFO [StoreOpener-350e62d4e7cdbf56a793805c68c4cd7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350e62d4e7cdbf56a793805c68c4cd7b columnFamilyName norep 2024-12-16T22:00:37,611 DEBUG [StoreOpener-350e62d4e7cdbf56a793805c68c4cd7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,611 INFO [StoreOpener-350e62d4e7cdbf56a793805c68c4cd7b-1 {}] regionserver.HStore(327): Store=350e62d4e7cdbf56a793805c68c4cd7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,612 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:00:37,613 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:00:37,614 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,616 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:00:37,618 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/350e62d4e7cdbf56a793805c68c4cd7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,619 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 350e62d4e7cdbf56a793805c68c4cd7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67902239, jitterRate=0.011822208762168884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T22:00:37,619 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 350e62d4e7cdbf56a793805c68c4cd7b: 2024-12-16T22:00:37,620 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b., pid=59, masterSystemTime=1734386437169 2024-12-16T22:00:37,622 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:00:37,622 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:00:37,623 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:00:37,623 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 3febc71a24f12ba52d698354a78398f9, NAME => 'test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T22:00:37,623 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=350e62d4e7cdbf56a793805c68c4cd7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,623 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3febc71a24f12ba52d698354a78398f9 2024-12-16T22:00:37,623 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,623 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 3febc71a24f12ba52d698354a78398f9 2024-12-16T22:00:37,623 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 3febc71a24f12ba52d698354a78398f9 2024-12-16T22:00:37,627 INFO [StoreOpener-3febc71a24f12ba52d698354a78398f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3febc71a24f12ba52d698354a78398f9 2024-12-16T22:00:37,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=31 2024-12-16T22:00:37,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=31, state=SUCCESS; OpenRegionProcedure 350e62d4e7cdbf56a793805c68c4cd7b, server=28ac8e76af47,39641,1734386423598 in 560 msec 2024-12-16T22:00:37,628 INFO [StoreOpener-3febc71a24f12ba52d698354a78398f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3febc71a24f12ba52d698354a78398f9 columnFamilyName f 2024-12-16T22:00:37,629 DEBUG [StoreOpener-3febc71a24f12ba52d698354a78398f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,630 INFO [StoreOpener-3febc71a24f12ba52d698354a78398f9-1 {}] regionserver.HStore(327): Store=3febc71a24f12ba52d698354a78398f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=350e62d4e7cdbf56a793805c68c4cd7b, ASSIGN in 772 msec 2024-12-16T22:00:37,630 INFO [StoreOpener-3febc71a24f12ba52d698354a78398f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3febc71a24f12ba52d698354a78398f9 2024-12-16T22:00:37,631 INFO [StoreOpener-3febc71a24f12ba52d698354a78398f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3febc71a24f12ba52d698354a78398f9 columnFamilyName norep 2024-12-16T22:00:37,632 DEBUG [StoreOpener-3febc71a24f12ba52d698354a78398f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,632 INFO [StoreOpener-3febc71a24f12ba52d698354a78398f9-1 {}] regionserver.HStore(327): Store=3febc71a24f12ba52d698354a78398f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,633 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/3febc71a24f12ba52d698354a78398f9 2024-12-16T22:00:37,633 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/3febc71a24f12ba52d698354a78398f9 2024-12-16T22:00:37,635 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,636 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 3febc71a24f12ba52d698354a78398f9 2024-12-16T22:00:37,642 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/3febc71a24f12ba52d698354a78398f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,643 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 3febc71a24f12ba52d698354a78398f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71922040, jitterRate=0.07172191143035889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,643 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 3febc71a24f12ba52d698354a78398f9: 2024-12-16T22:00:37,644 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9., pid=46, masterSystemTime=1734386437169 2024-12-16T22:00:37,647 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:00:37,647 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:00:37,647 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:00:37,647 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 92d38e7970af6f0d4b345868ddc12427, NAME => 'test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T22:00:37,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=3febc71a24f12ba52d698354a78398f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,648 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:00:37,648 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,648 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:00:37,648 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:00:37,651 INFO [StoreOpener-92d38e7970af6f0d4b345868ddc12427-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:00:37,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=20 2024-12-16T22:00:37,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=20, state=SUCCESS; OpenRegionProcedure 3febc71a24f12ba52d698354a78398f9, server=28ac8e76af47,39641,1734386423598 in 614 msec 2024-12-16T22:00:37,653 INFO [StoreOpener-92d38e7970af6f0d4b345868ddc12427-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92d38e7970af6f0d4b345868ddc12427 columnFamilyName f 2024-12-16T22:00:37,653 DEBUG [StoreOpener-92d38e7970af6f0d4b345868ddc12427-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,653 INFO [StoreOpener-92d38e7970af6f0d4b345868ddc12427-1 {}] regionserver.HStore(327): Store=92d38e7970af6f0d4b345868ddc12427/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,653 INFO [StoreOpener-92d38e7970af6f0d4b345868ddc12427-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:00:37,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3febc71a24f12ba52d698354a78398f9, ASSIGN in 796 msec 2024-12-16T22:00:37,655 INFO [StoreOpener-92d38e7970af6f0d4b345868ddc12427-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92d38e7970af6f0d4b345868ddc12427 columnFamilyName norep 2024-12-16T22:00:37,655 DEBUG [StoreOpener-92d38e7970af6f0d4b345868ddc12427-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,656 INFO [StoreOpener-92d38e7970af6f0d4b345868ddc12427-1 {}] regionserver.HStore(327): Store=92d38e7970af6f0d4b345868ddc12427/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,657 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:00:37,657 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:00:37,658 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,660 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:00:37,662 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/92d38e7970af6f0d4b345868ddc12427/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,663 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 92d38e7970af6f0d4b345868ddc12427; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74625346, jitterRate=0.11200430989265442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,663 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 92d38e7970af6f0d4b345868ddc12427: 2024-12-16T22:00:37,664 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427., pid=47, masterSystemTime=1734386437169 2024-12-16T22:00:37,666 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:00:37,666 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:00:37,666 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:00:37,666 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => cca885aea8f8c09b26265ae45cd77970, NAME => 'test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T22:00:37,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=92d38e7970af6f0d4b345868ddc12427, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,667 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:00:37,667 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:37,667 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:00:37,667 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:00:37,668 INFO [StoreOpener-cca885aea8f8c09b26265ae45cd77970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:00:37,671 INFO [StoreOpener-cca885aea8f8c09b26265ae45cd77970-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cca885aea8f8c09b26265ae45cd77970 columnFamilyName f 2024-12-16T22:00:37,671 DEBUG [StoreOpener-cca885aea8f8c09b26265ae45cd77970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,671 INFO [StoreOpener-cca885aea8f8c09b26265ae45cd77970-1 {}] regionserver.HStore(327): Store=cca885aea8f8c09b26265ae45cd77970/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=33 2024-12-16T22:00:37,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=33, state=SUCCESS; OpenRegionProcedure 92d38e7970af6f0d4b345868ddc12427, server=28ac8e76af47,39641,1734386423598 in 629 msec 2024-12-16T22:00:37,672 INFO [StoreOpener-cca885aea8f8c09b26265ae45cd77970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:00:37,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=92d38e7970af6f0d4b345868ddc12427, ASSIGN in 816 msec 2024-12-16T22:00:37,673 INFO [StoreOpener-cca885aea8f8c09b26265ae45cd77970-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cca885aea8f8c09b26265ae45cd77970 columnFamilyName norep 2024-12-16T22:00:37,674 DEBUG [StoreOpener-cca885aea8f8c09b26265ae45cd77970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:37,674 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-16T22:00:37,674 INFO [StoreOpener-cca885aea8f8c09b26265ae45cd77970-1 {}] regionserver.HStore(327): Store=cca885aea8f8c09b26265ae45cd77970/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:37,675 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:00:37,675 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:00:37,676 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:37,678 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:00:37,680 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/cca885aea8f8c09b26265ae45cd77970/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:37,681 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened cca885aea8f8c09b26265ae45cd77970; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71059459, jitterRate=0.05886845290660858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:37,681 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for cca885aea8f8c09b26265ae45cd77970: 2024-12-16T22:00:37,682 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970., pid=50, masterSystemTime=1734386437169 2024-12-16T22:00:37,684 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:00:37,684 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:00:37,684 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=cca885aea8f8c09b26265ae45cd77970, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:37,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=12 2024-12-16T22:00:37,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=12, state=SUCCESS; OpenRegionProcedure cca885aea8f8c09b26265ae45cd77970, server=28ac8e76af47,39641,1734386423598 in 643 msec 2024-12-16T22:00:37,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=9 2024-12-16T22:00:37,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cca885aea8f8c09b26265ae45cd77970, ASSIGN in 832 msec 2024-12-16T22:00:37,691 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T22:00:37,691 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386437691"}]},"ts":"1734386437691"} 2024-12-16T22:00:37,693 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-16T22:00:37,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T22:00:37,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.2170 sec 2024-12-16T22:00:40,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:41,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:41,605 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-16T22:00:41,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T22:00:41,607 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:41,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T22:00:41,618 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:41,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T22:00:41,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T22:00:41,621 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T22:00:41,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T22:00:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-16T22:00:41,626 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T22:00:41,626 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:41,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-16T22:00:41,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T22:00:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:41,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741837_1013 (size=631) 2024-12-16T22:00:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:42,037 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 266428705fd998b6fe01dca715281af1, NAME => 'test,ccc,1734386441623.266428705fd998b6fe01dca715281af1.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b49d6aafae0728c8b15525d8e97667ec, NAME => 'test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,038 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d3de528e4d719cf48421acf282aa13ea, NAME => 'test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741838_1014 (size=45) 2024-12-16T22:00:42,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741840_1016 (size=45) 2024-12-16T22:00:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741839_1015 (size=42) 2024-12-16T22:00:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:42,447 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:42,447 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d3de528e4d719cf48421acf282aa13ea, disabling compactions & flushes 2024-12-16T22:00:42,447 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:00:42,447 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:00:42,447 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. after waiting 0 ms 2024-12-16T22:00:42,447 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:00:42,447 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:00:42,447 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d3de528e4d719cf48421acf282aa13ea: 2024-12-16T22:00:42,448 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a4fd4bae2141fc17684f73442c13aedc, NAME => 'test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734386441623.266428705fd998b6fe01dca715281af1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 266428705fd998b6fe01dca715281af1, disabling compactions & flushes 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b49d6aafae0728c8b15525d8e97667ec, disabling compactions & flushes 2024-12-16T22:00:42,448 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:00:42,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. after waiting 0 ms 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. after waiting 0 ms 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:00:42,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:00:42,448 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b49d6aafae0728c8b15525d8e97667ec: 2024-12-16T22:00:42,448 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 266428705fd998b6fe01dca715281af1: 2024-12-16T22:00:42,449 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f6dcf361fee8023fe97dc66a219482c1, NAME => 'test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e2217392dcc6256d3f1b5b0b7c668314, NAME => 'test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741842_1018 (size=45) 2024-12-16T22:00:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741841_1017 (size=45) 2024-12-16T22:00:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741843_1019 (size=45) 2024-12-16T22:00:42,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T22:00:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:42,857 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:42,857 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f6dcf361fee8023fe97dc66a219482c1, disabling compactions & flushes 2024-12-16T22:00:42,857 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:00:42,857 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:00:42,857 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. after waiting 0 ms 2024-12-16T22:00:42,857 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:00:42,857 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:00:42,857 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f6dcf361fee8023fe97dc66a219482c1: 2024-12-16T22:00:42,858 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f00bb0fdc5763baf3546cb5fb2a81c5e, NAME => 'test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a4fd4bae2141fc17684f73442c13aedc, disabling compactions & flushes 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:42,859 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. after waiting 0 ms 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e2217392dcc6256d3f1b5b0b7c668314, disabling compactions & flushes 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:00:42,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:00:42,859 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. after waiting 0 ms 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a4fd4bae2141fc17684f73442c13aedc: 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:00:42,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:00:42,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e2217392dcc6256d3f1b5b0b7c668314: 2024-12-16T22:00:42,860 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a12414054edc58727fd9382e586b7352, NAME => 'test,hhh,1734386441623.a12414054edc58727fd9382e586b7352.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b34cd39b28b119d99bb05a861631d24a, NAME => 'test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:42,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741844_1020 (size=45) 2024-12-16T22:00:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741845_1021 (size=45) 2024-12-16T22:00:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741846_1022 (size=45) 2024-12-16T22:00:43,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:43,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f00bb0fdc5763baf3546cb5fb2a81c5e, disabling compactions & flushes 2024-12-16T22:00:43,267 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:00:43,267 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:00:43,268 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. after waiting 0 ms 2024-12-16T22:00:43,268 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:00:43,268 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:00:43,268 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f00bb0fdc5763baf3546cb5fb2a81c5e: 2024-12-16T22:00:43,268 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7cd6006b5684fd31e07f5bcfec7d777a, NAME => 'test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:43,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:43,268 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734386441623.a12414054edc58727fd9382e586b7352.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b34cd39b28b119d99bb05a861631d24a, disabling compactions & flushes 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a12414054edc58727fd9382e586b7352, disabling compactions & flushes 2024-12-16T22:00:43,269 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:00:43,269 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. after waiting 0 ms 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:00:43,269 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. after waiting 0 ms 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b34cd39b28b119d99bb05a861631d24a: 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:00:43,269 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:00:43,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a12414054edc58727fd9382e586b7352: 2024-12-16T22:00:43,269 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae4e6361687608f110fbfda9ca368571, NAME => 'test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:43,270 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f77a7c27a52e008776402fedd7cd42ce, NAME => 'test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741849_1025 (size=45) 2024-12-16T22:00:43,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741848_1024 (size=45) 2024-12-16T22:00:43,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741847_1023 (size=45) 2024-12-16T22:00:43,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-16T22:00:43,364 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-16T22:00:43,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:43,678 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:43,678 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7cd6006b5684fd31e07f5bcfec7d777a, disabling compactions & flushes 2024-12-16T22:00:43,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f77a7c27a52e008776402fedd7cd42ce, disabling compactions & flushes 2024-12-16T22:00:43,678 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:00:43,679 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. after waiting 0 ms 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. after waiting 0 ms 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:43,679 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:00:43,679 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ae4e6361687608f110fbfda9ca368571, disabling compactions & flushes 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f77a7c27a52e008776402fedd7cd42ce: 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7cd6006b5684fd31e07f5bcfec7d777a: 2024-12-16T22:00:43,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:00:43,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:00:43,679 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e732a9d13f81dab8ff458e2f78cd8f86, NAME => 'test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:43,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. after waiting 0 ms 2024-12-16T22:00:43,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:00:43,680 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:00:43,680 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d403504b5704633a6524c9b2358908a4, NAME => 'test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:43,680 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae4e6361687608f110fbfda9ca368571: 2024-12-16T22:00:43,680 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 96131185012b7e9f04c41ffac0058c3f, NAME => 'test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:43,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741851_1027 (size=45) 2024-12-16T22:00:43,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741850_1026 (size=45) 2024-12-16T22:00:43,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741852_1028 (size=45) 2024-12-16T22:00:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:44,090 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,090 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,090 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d403504b5704633a6524c9b2358908a4, disabling compactions & flushes 2024-12-16T22:00:44,091 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e732a9d13f81dab8ff458e2f78cd8f86, disabling compactions & flushes 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 96131185012b7e9f04c41ffac0058c3f, disabling compactions & flushes 2024-12-16T22:00:44,091 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. after waiting 0 ms 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:00:44,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. after waiting 0 ms 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:00:44,091 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. after waiting 0 ms 2024-12-16T22:00:44,091 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d403504b5704633a6524c9b2358908a4: 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e732a9d13f81dab8ff458e2f78cd8f86: 2024-12-16T22:00:44,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:00:44,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 96131185012b7e9f04c41ffac0058c3f: 2024-12-16T22:00:44,091 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bc17648378321c608c3d589ef7b46551, NAME => 'test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5c94351b8a1fc572e5717bc34f35606f, NAME => 'test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,092 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 880bf4b19e075fbafa441df9c14b18c8, NAME => 'test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741853_1029 (size=45) 2024-12-16T22:00:44,118 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,118 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bc17648378321c608c3d589ef7b46551, disabling compactions & flushes 2024-12-16T22:00:44,118 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:00:44,118 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:00:44,118 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. after waiting 0 ms 2024-12-16T22:00:44,118 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:00:44,118 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:00:44,118 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bc17648378321c608c3d589ef7b46551: 2024-12-16T22:00:44,119 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 14313cbdd01be7b1d91c923e47fe49f9, NAME => 'test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741854_1030 (size=45) 2024-12-16T22:00:44,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741855_1031 (size=45) 2024-12-16T22:00:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741856_1032 (size=45) 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 880bf4b19e075fbafa441df9c14b18c8, disabling compactions & flushes 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5c94351b8a1fc572e5717bc34f35606f, disabling compactions & flushes 2024-12-16T22:00:44,526 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:00:44,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. after waiting 0 ms 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:00:44,526 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. after waiting 0 ms 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 880bf4b19e075fbafa441df9c14b18c8: 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:00:44,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:00:44,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5c94351b8a1fc572e5717bc34f35606f: 2024-12-16T22:00:44,527 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ade062595085675aca75c688dc77fd00, NAME => 'test,ttt,1734386441623.ade062595085675aca75c688dc77fd00.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 003d320d3a84f7b5706135805dce2c35, NAME => 'test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741857_1033 (size=45) 2024-12-16T22:00:44,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741858_1034 (size=45) 2024-12-16T22:00:44,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 003d320d3a84f7b5706135805dce2c35, disabling compactions & flushes 2024-12-16T22:00:44,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:00:44,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:00:44,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. after waiting 0 ms 2024-12-16T22:00:44,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:00:44,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:00:44,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 003d320d3a84f7b5706135805dce2c35: 2024-12-16T22:00:44,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 14adaa888a4a54b6c2eb681b68a4113d, NAME => 'test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,540 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,540 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 14313cbdd01be7b1d91c923e47fe49f9, disabling compactions & flushes 2024-12-16T22:00:44,540 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:00:44,540 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:00:44,540 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. after waiting 0 ms 2024-12-16T22:00:44,541 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:00:44,541 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:00:44,541 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 14313cbdd01be7b1d91c923e47fe49f9: 2024-12-16T22:00:44,542 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 60fdaf27f20442109e114d5932b49e3b, NAME => 'test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741859_1035 (size=45) 2024-12-16T22:00:44,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741860_1036 (size=45) 2024-12-16T22:00:44,936 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734386441623.ade062595085675aca75c688dc77fd00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,936 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ade062595085675aca75c688dc77fd00, disabling compactions & flushes 2024-12-16T22:00:44,936 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:00:44,936 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:00:44,936 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. after waiting 0 ms 2024-12-16T22:00:44,936 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:00:44,936 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:00:44,936 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ade062595085675aca75c688dc77fd00: 2024-12-16T22:00:44,937 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 823537c8cabff84f382ae6fb941b71d6, NAME => 'test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741861_1037 (size=45) 2024-12-16T22:00:44,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 14adaa888a4a54b6c2eb681b68a4113d, disabling compactions & flushes 2024-12-16T22:00:44,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:00:44,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:00:44,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. after waiting 0 ms 2024-12-16T22:00:44,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:00:44,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:00:44,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 14adaa888a4a54b6c2eb681b68a4113d: 2024-12-16T22:00:44,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e3da454c9ac67d157e05684871022be4, NAME => 'test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,948 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:44,948 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 60fdaf27f20442109e114d5932b49e3b, disabling compactions & flushes 2024-12-16T22:00:44,948 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:00:44,948 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:00:44,948 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. after waiting 0 ms 2024-12-16T22:00:44,948 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:00:44,948 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:00:44,949 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 60fdaf27f20442109e114d5932b49e3b: 2024-12-16T22:00:44,949 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4262d06c79880b15f7a6b5f50f41ab43, NAME => 'test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741862_1038 (size=45) 2024-12-16T22:00:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741863_1039 (size=42) 2024-12-16T22:00:45,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 823537c8cabff84f382ae6fb941b71d6, disabling compactions & flushes 2024-12-16T22:00:45,345 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:00:45,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:00:45,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. after waiting 0 ms 2024-12-16T22:00:45,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:00:45,345 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:00:45,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 823537c8cabff84f382ae6fb941b71d6: 2024-12-16T22:00:45,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e3da454c9ac67d157e05684871022be4, disabling compactions & flushes 2024-12-16T22:00:45,358 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:00:45,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:00:45,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. after waiting 0 ms 2024-12-16T22:00:45,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:00:45,358 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:00:45,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e3da454c9ac67d157e05684871022be4: 2024-12-16T22:00:45,360 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,360 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4262d06c79880b15f7a6b5f50f41ab43, disabling compactions & flushes 2024-12-16T22:00:45,360 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:00:45,360 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:00:45,360 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. after waiting 0 ms 2024-12-16T22:00:45,360 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:00:45,360 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:00:45,360 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4262d06c79880b15f7a6b5f50f41ab43: 2024-12-16T22:00:45,362 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T22:00:45,362 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,362 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,362 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734386441623.266428705fd998b6fe01dca715281af1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734386441623.a12414054edc58727fd9382e586b7352.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734386441623.ade062595085675aca75c688dc77fd00.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,366 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,366 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734386445362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386445362"}]},"ts":"1734386445362"} 2024-12-16T22:00:45,372 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-16T22:00:45,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T22:00:45,373 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386445373"}]},"ts":"1734386445373"} 2024-12-16T22:00:45,375 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-16T22:00:45,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b49d6aafae0728c8b15525d8e97667ec, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d3de528e4d719cf48421acf282aa13ea, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=266428705fd998b6fe01dca715281af1, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a4fd4bae2141fc17684f73442c13aedc, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f6dcf361fee8023fe97dc66a219482c1, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e2217392dcc6256d3f1b5b0b7c668314, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f00bb0fdc5763baf3546cb5fb2a81c5e, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a12414054edc58727fd9382e586b7352, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b34cd39b28b119d99bb05a861631d24a, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7cd6006b5684fd31e07f5bcfec7d777a, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ae4e6361687608f110fbfda9ca368571, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f77a7c27a52e008776402fedd7cd42ce, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e732a9d13f81dab8ff458e2f78cd8f86, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d403504b5704633a6524c9b2358908a4, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=96131185012b7e9f04c41ffac0058c3f, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bc17648378321c608c3d589ef7b46551, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=880bf4b19e075fbafa441df9c14b18c8, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5c94351b8a1fc572e5717bc34f35606f, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=14313cbdd01be7b1d91c923e47fe49f9, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ade062595085675aca75c688dc77fd00, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=003d320d3a84f7b5706135805dce2c35, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=14adaa888a4a54b6c2eb681b68a4113d, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60fdaf27f20442109e114d5932b49e3b, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=823537c8cabff84f382ae6fb941b71d6, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e3da454c9ac67d157e05684871022be4, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4262d06c79880b15f7a6b5f50f41ab43, ASSIGN}] 2024-12-16T22:00:45,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d3de528e4d719cf48421acf282aa13ea, ASSIGN 2024-12-16T22:00:45,383 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=266428705fd998b6fe01dca715281af1, ASSIGN 2024-12-16T22:00:45,383 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b49d6aafae0728c8b15525d8e97667ec, ASSIGN 2024-12-16T22:00:45,384 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4262d06c79880b15f7a6b5f50f41ab43, ASSIGN 2024-12-16T22:00:45,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d3de528e4d719cf48421acf282aa13ea, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,385 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b49d6aafae0728c8b15525d8e97667ec, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,385 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=266428705fd998b6fe01dca715281af1, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,385 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4262d06c79880b15f7a6b5f50f41ab43, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,387 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e3da454c9ac67d157e05684871022be4, ASSIGN 2024-12-16T22:00:45,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=823537c8cabff84f382ae6fb941b71d6, ASSIGN 2024-12-16T22:00:45,387 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=14adaa888a4a54b6c2eb681b68a4113d, ASSIGN 2024-12-16T22:00:45,387 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60fdaf27f20442109e114d5932b49e3b, ASSIGN 2024-12-16T22:00:45,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=003d320d3a84f7b5706135805dce2c35, ASSIGN 2024-12-16T22:00:45,388 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e3da454c9ac67d157e05684871022be4, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,388 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=823537c8cabff84f382ae6fb941b71d6, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,388 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=14adaa888a4a54b6c2eb681b68a4113d, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=003d320d3a84f7b5706135805dce2c35, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=60fdaf27f20442109e114d5932b49e3b, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,391 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=14313cbdd01be7b1d91c923e47fe49f9, ASSIGN 2024-12-16T22:00:45,391 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5c94351b8a1fc572e5717bc34f35606f, ASSIGN 2024-12-16T22:00:45,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ade062595085675aca75c688dc77fd00, ASSIGN 2024-12-16T22:00:45,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=880bf4b19e075fbafa441df9c14b18c8, ASSIGN 2024-12-16T22:00:45,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bc17648378321c608c3d589ef7b46551, ASSIGN 2024-12-16T22:00:45,392 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=14313cbdd01be7b1d91c923e47fe49f9, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,392 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5c94351b8a1fc572e5717bc34f35606f, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=880bf4b19e075fbafa441df9c14b18c8, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,393 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bc17648378321c608c3d589ef7b46551, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ade062595085675aca75c688dc77fd00, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=96131185012b7e9f04c41ffac0058c3f, ASSIGN 2024-12-16T22:00:45,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e732a9d13f81dab8ff458e2f78cd8f86, ASSIGN 2024-12-16T22:00:45,396 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f77a7c27a52e008776402fedd7cd42ce, ASSIGN 2024-12-16T22:00:45,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d403504b5704633a6524c9b2358908a4, ASSIGN 2024-12-16T22:00:45,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ae4e6361687608f110fbfda9ca368571, ASSIGN 2024-12-16T22:00:45,396 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=96131185012b7e9f04c41ffac0058c3f, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e732a9d13f81dab8ff458e2f78cd8f86, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,397 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f77a7c27a52e008776402fedd7cd42ce, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d403504b5704633a6524c9b2358908a4, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,397 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ae4e6361687608f110fbfda9ca368571, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,399 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a12414054edc58727fd9382e586b7352, ASSIGN 2024-12-16T22:00:45,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7cd6006b5684fd31e07f5bcfec7d777a, ASSIGN 2024-12-16T22:00:45,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b34cd39b28b119d99bb05a861631d24a, ASSIGN 2024-12-16T22:00:45,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f00bb0fdc5763baf3546cb5fb2a81c5e, ASSIGN 2024-12-16T22:00:45,400 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e2217392dcc6256d3f1b5b0b7c668314, ASSIGN 2024-12-16T22:00:45,400 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a12414054edc58727fd9382e586b7352, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7cd6006b5684fd31e07f5bcfec7d777a, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,400 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b34cd39b28b119d99bb05a861631d24a, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f00bb0fdc5763baf3546cb5fb2a81c5e, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,401 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e2217392dcc6256d3f1b5b0b7c668314, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,409 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a4fd4bae2141fc17684f73442c13aedc, ASSIGN 2024-12-16T22:00:45,409 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f6dcf361fee8023fe97dc66a219482c1, ASSIGN 2024-12-16T22:00:45,409 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a4fd4bae2141fc17684f73442c13aedc, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,410 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f6dcf361fee8023fe97dc66a219482c1, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:45,441 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:45,535 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=bc17648378321c608c3d589ef7b46551, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,535 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=f00bb0fdc5763baf3546cb5fb2a81c5e, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=a4fd4bae2141fc17684f73442c13aedc, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=880bf4b19e075fbafa441df9c14b18c8, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=96131185012b7e9f04c41ffac0058c3f, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE; OpenRegionProcedure bc17648378321c608c3d589ef7b46551, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=16, state=RUNNABLE; OpenRegionProcedure f00bb0fdc5763baf3546cb5fb2a81c5e, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=26, state=RUNNABLE; OpenRegionProcedure 880bf4b19e075fbafa441df9c14b18c8, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=13, state=RUNNABLE; OpenRegionProcedure a4fd4bae2141fc17684f73442c13aedc, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=24, state=RUNNABLE; OpenRegionProcedure 96131185012b7e9f04c41ffac0058c3f, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,543 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=823537c8cabff84f382ae6fb941b71d6, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=ade062595085675aca75c688dc77fd00, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=29, state=RUNNABLE; OpenRegionProcedure ade062595085675aca75c688dc77fd00, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=33, state=RUNNABLE; OpenRegionProcedure 823537c8cabff84f382ae6fb941b71d6, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,545 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=a12414054edc58727fd9382e586b7352, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,545 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=266428705fd998b6fe01dca715281af1, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=17, state=RUNNABLE; OpenRegionProcedure a12414054edc58727fd9382e586b7352, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,547 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=d403504b5704633a6524c9b2358908a4, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=12, state=RUNNABLE; OpenRegionProcedure 266428705fd998b6fe01dca715281af1, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=23, state=RUNNABLE; OpenRegionProcedure d403504b5704633a6524c9b2358908a4, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=e732a9d13f81dab8ff458e2f78cd8f86, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=14313cbdd01be7b1d91c923e47fe49f9, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=e2217392dcc6256d3f1b5b0b7c668314, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=22, state=RUNNABLE; OpenRegionProcedure e732a9d13f81dab8ff458e2f78cd8f86, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=28, state=RUNNABLE; OpenRegionProcedure 14313cbdd01be7b1d91c923e47fe49f9, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=15, state=RUNNABLE; OpenRegionProcedure e2217392dcc6256d3f1b5b0b7c668314, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5c94351b8a1fc572e5717bc34f35606f, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=60fdaf27f20442109e114d5932b49e3b, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,559 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f6dcf361fee8023fe97dc66a219482c1, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=27, state=RUNNABLE; OpenRegionProcedure 5c94351b8a1fc572e5717bc34f35606f, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=32, state=RUNNABLE; OpenRegionProcedure 60fdaf27f20442109e114d5932b49e3b, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e3da454c9ac67d157e05684871022be4, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=14, state=RUNNABLE; OpenRegionProcedure f6dcf361fee8023fe97dc66a219482c1, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d3de528e4d719cf48421acf282aa13ea, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=34, state=RUNNABLE; OpenRegionProcedure e3da454c9ac67d157e05684871022be4, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=11, state=RUNNABLE; OpenRegionProcedure d3de528e4d719cf48421acf282aa13ea, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=003d320d3a84f7b5706135805dce2c35, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=7cd6006b5684fd31e07f5bcfec7d777a, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=30, state=RUNNABLE; OpenRegionProcedure 003d320d3a84f7b5706135805dce2c35, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=19, state=RUNNABLE; OpenRegionProcedure 7cd6006b5684fd31e07f5bcfec7d777a, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,573 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f77a7c27a52e008776402fedd7cd42ce, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=14adaa888a4a54b6c2eb681b68a4113d, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b49d6aafae0728c8b15525d8e97667ec, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=21, state=RUNNABLE; OpenRegionProcedure f77a7c27a52e008776402fedd7cd42ce, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=b34cd39b28b119d99bb05a861631d24a, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=10, state=RUNNABLE; OpenRegionProcedure b49d6aafae0728c8b15525d8e97667ec, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=4262d06c79880b15f7a6b5f50f41ab43, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=31, state=RUNNABLE; OpenRegionProcedure 14adaa888a4a54b6c2eb681b68a4113d, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=18, state=RUNNABLE; OpenRegionProcedure b34cd39b28b119d99bb05a861631d24a, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=35, state=RUNNABLE; OpenRegionProcedure 4262d06c79880b15f7a6b5f50f41ab43, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ae4e6361687608f110fbfda9ca368571, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=20, state=RUNNABLE; OpenRegionProcedure ae4e6361687608f110fbfda9ca368571, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:45,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,696 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:00:45,696 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => a4fd4bae2141fc17684f73442c13aedc, NAME => 'test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T22:00:45,697 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:00:45,697 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,697 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:00:45,697 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:00:45,699 INFO [StoreOpener-a4fd4bae2141fc17684f73442c13aedc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:00:45,701 INFO [StoreOpener-a4fd4bae2141fc17684f73442c13aedc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4fd4bae2141fc17684f73442c13aedc columnFamilyName f 2024-12-16T22:00:45,701 DEBUG [StoreOpener-a4fd4bae2141fc17684f73442c13aedc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,701 INFO [StoreOpener-a4fd4bae2141fc17684f73442c13aedc-1 {}] regionserver.HStore(327): Store=a4fd4bae2141fc17684f73442c13aedc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,701 INFO [StoreOpener-a4fd4bae2141fc17684f73442c13aedc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:00:45,703 INFO [StoreOpener-a4fd4bae2141fc17684f73442c13aedc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4fd4bae2141fc17684f73442c13aedc columnFamilyName norep 2024-12-16T22:00:45,703 DEBUG [StoreOpener-a4fd4bae2141fc17684f73442c13aedc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,704 INFO [StoreOpener-a4fd4bae2141fc17684f73442c13aedc-1 {}] regionserver.HStore(327): Store=a4fd4bae2141fc17684f73442c13aedc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,704 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:00:45,705 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:00:45,706 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,708 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:00:45,711 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/a4fd4bae2141fc17684f73442c13aedc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,711 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened a4fd4bae2141fc17684f73442c13aedc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69904843, jitterRate=0.041663333773612976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,711 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for a4fd4bae2141fc17684f73442c13aedc: 2024-12-16T22:00:45,712 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc., pid=38, masterSystemTime=1734386445690 2024-12-16T22:00:45,714 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:00:45,715 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:00:45,715 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:00:45,715 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => d403504b5704633a6524c9b2358908a4, NAME => 'test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T22:00:45,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=a4fd4bae2141fc17684f73442c13aedc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,715 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d403504b5704633a6524c9b2358908a4 2024-12-16T22:00:45,715 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,715 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for d403504b5704633a6524c9b2358908a4 2024-12-16T22:00:45,715 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for d403504b5704633a6524c9b2358908a4 2024-12-16T22:00:45,717 INFO [StoreOpener-d403504b5704633a6524c9b2358908a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d403504b5704633a6524c9b2358908a4 2024-12-16T22:00:45,719 INFO [StoreOpener-d403504b5704633a6524c9b2358908a4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d403504b5704633a6524c9b2358908a4 columnFamilyName f 2024-12-16T22:00:45,719 DEBUG [StoreOpener-d403504b5704633a6524c9b2358908a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,719 INFO [StoreOpener-d403504b5704633a6524c9b2358908a4-1 {}] regionserver.HStore(327): Store=d403504b5704633a6524c9b2358908a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,720 INFO [StoreOpener-d403504b5704633a6524c9b2358908a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d403504b5704633a6524c9b2358908a4 2024-12-16T22:00:45,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=13 2024-12-16T22:00:45,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=13, state=SUCCESS; OpenRegionProcedure a4fd4bae2141fc17684f73442c13aedc, server=28ac8e76af47,40225,1734386429510 in 179 msec 2024-12-16T22:00:45,721 INFO [StoreOpener-d403504b5704633a6524c9b2358908a4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d403504b5704633a6524c9b2358908a4 columnFamilyName norep 2024-12-16T22:00:45,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a4fd4bae2141fc17684f73442c13aedc, ASSIGN in 340 msec 2024-12-16T22:00:45,721 DEBUG [StoreOpener-d403504b5704633a6524c9b2358908a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,722 INFO [StoreOpener-d403504b5704633a6524c9b2358908a4-1 {}] regionserver.HStore(327): Store=d403504b5704633a6524c9b2358908a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,723 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/d403504b5704633a6524c9b2358908a4 2024-12-16T22:00:45,723 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/d403504b5704633a6524c9b2358908a4 2024-12-16T22:00:45,725 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,726 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for d403504b5704633a6524c9b2358908a4 2024-12-16T22:00:45,730 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/d403504b5704633a6524c9b2358908a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,730 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened d403504b5704633a6524c9b2358908a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75150588, jitterRate=0.11983102560043335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,731 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for d403504b5704633a6524c9b2358908a4: 2024-12-16T22:00:45,731 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4., pid=45, masterSystemTime=1734386445690 2024-12-16T22:00:45,733 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:00:45,733 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:00:45,734 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:00:45,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=d403504b5704633a6524c9b2358908a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,734 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 14313cbdd01be7b1d91c923e47fe49f9, NAME => 'test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T22:00:45,734 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:00:45,734 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,734 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:00:45,734 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:00:45,736 INFO [StoreOpener-14313cbdd01be7b1d91c923e47fe49f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:00:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:45,738 INFO [StoreOpener-14313cbdd01be7b1d91c923e47fe49f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14313cbdd01be7b1d91c923e47fe49f9 columnFamilyName f 2024-12-16T22:00:45,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=23 2024-12-16T22:00:45,738 DEBUG [StoreOpener-14313cbdd01be7b1d91c923e47fe49f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=23, state=SUCCESS; OpenRegionProcedure d403504b5704633a6524c9b2358908a4, server=28ac8e76af47,40225,1734386429510 in 187 msec 2024-12-16T22:00:45,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d403504b5704633a6524c9b2358908a4, ASSIGN in 358 msec 2024-12-16T22:00:45,739 INFO [StoreOpener-14313cbdd01be7b1d91c923e47fe49f9-1 {}] regionserver.HStore(327): Store=14313cbdd01be7b1d91c923e47fe49f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,740 INFO [StoreOpener-14313cbdd01be7b1d91c923e47fe49f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:00:45,741 INFO [StoreOpener-14313cbdd01be7b1d91c923e47fe49f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14313cbdd01be7b1d91c923e47fe49f9 columnFamilyName norep 2024-12-16T22:00:45,741 DEBUG [StoreOpener-14313cbdd01be7b1d91c923e47fe49f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,742 INFO [StoreOpener-14313cbdd01be7b1d91c923e47fe49f9-1 {}] regionserver.HStore(327): Store=14313cbdd01be7b1d91c923e47fe49f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,742 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:00:45,743 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:00:45,744 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,745 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:00:45,747 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/14313cbdd01be7b1d91c923e47fe49f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,748 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 14313cbdd01be7b1d91c923e47fe49f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61316583, jitterRate=-0.0863117128610611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,748 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 14313cbdd01be7b1d91c923e47fe49f9: 2024-12-16T22:00:45,749 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9., pid=47, masterSystemTime=1734386445690 2024-12-16T22:00:45,750 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:00:45,750 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:00:45,751 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:00:45,751 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 266428705fd998b6fe01dca715281af1, NAME => 'test,ccc,1734386441623.266428705fd998b6fe01dca715281af1.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T22:00:45,751 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=14313cbdd01be7b1d91c923e47fe49f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,751 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 266428705fd998b6fe01dca715281af1 2024-12-16T22:00:45,751 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ccc,1734386441623.266428705fd998b6fe01dca715281af1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,751 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 266428705fd998b6fe01dca715281af1 2024-12-16T22:00:45,751 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 266428705fd998b6fe01dca715281af1 2024-12-16T22:00:45,753 INFO [StoreOpener-266428705fd998b6fe01dca715281af1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 266428705fd998b6fe01dca715281af1 2024-12-16T22:00:45,754 INFO [StoreOpener-266428705fd998b6fe01dca715281af1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 266428705fd998b6fe01dca715281af1 columnFamilyName f 2024-12-16T22:00:45,754 DEBUG [StoreOpener-266428705fd998b6fe01dca715281af1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,755 INFO [StoreOpener-266428705fd998b6fe01dca715281af1-1 {}] regionserver.HStore(327): Store=266428705fd998b6fe01dca715281af1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=28 2024-12-16T22:00:45,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=28, state=SUCCESS; OpenRegionProcedure 14313cbdd01be7b1d91c923e47fe49f9, server=28ac8e76af47,40225,1734386429510 in 198 msec 2024-12-16T22:00:45,755 INFO [StoreOpener-266428705fd998b6fe01dca715281af1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 266428705fd998b6fe01dca715281af1 2024-12-16T22:00:45,756 INFO [StoreOpener-266428705fd998b6fe01dca715281af1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 266428705fd998b6fe01dca715281af1 columnFamilyName norep 2024-12-16T22:00:45,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=14313cbdd01be7b1d91c923e47fe49f9, ASSIGN in 375 msec 2024-12-16T22:00:45,756 DEBUG [StoreOpener-266428705fd998b6fe01dca715281af1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,757 INFO [StoreOpener-266428705fd998b6fe01dca715281af1-1 {}] regionserver.HStore(327): Store=266428705fd998b6fe01dca715281af1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,758 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/266428705fd998b6fe01dca715281af1 2024-12-16T22:00:45,758 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/266428705fd998b6fe01dca715281af1 2024-12-16T22:00:45,759 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,760 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 266428705fd998b6fe01dca715281af1 2024-12-16T22:00:45,763 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/266428705fd998b6fe01dca715281af1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,763 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 266428705fd998b6fe01dca715281af1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64399711, jitterRate=-0.04036952555179596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,764 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 266428705fd998b6fe01dca715281af1: 2024-12-16T22:00:45,764 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734386441623.266428705fd998b6fe01dca715281af1., pid=44, masterSystemTime=1734386445690 2024-12-16T22:00:45,766 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:00:45,766 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:00:45,766 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:00:45,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=266428705fd998b6fe01dca715281af1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,767 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => e3da454c9ac67d157e05684871022be4, NAME => 'test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-16T22:00:45,767 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3da454c9ac67d157e05684871022be4 2024-12-16T22:00:45,767 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,767 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for e3da454c9ac67d157e05684871022be4 2024-12-16T22:00:45,767 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for e3da454c9ac67d157e05684871022be4 2024-12-16T22:00:45,769 INFO [StoreOpener-e3da454c9ac67d157e05684871022be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3da454c9ac67d157e05684871022be4 2024-12-16T22:00:45,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=12 2024-12-16T22:00:45,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=12, state=SUCCESS; OpenRegionProcedure 266428705fd998b6fe01dca715281af1, server=28ac8e76af47,40225,1734386429510 in 220 msec 2024-12-16T22:00:45,771 INFO [StoreOpener-e3da454c9ac67d157e05684871022be4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3da454c9ac67d157e05684871022be4 columnFamilyName f 2024-12-16T22:00:45,771 DEBUG [StoreOpener-e3da454c9ac67d157e05684871022be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,772 INFO [StoreOpener-e3da454c9ac67d157e05684871022be4-1 {}] regionserver.HStore(327): Store=e3da454c9ac67d157e05684871022be4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=266428705fd998b6fe01dca715281af1, ASSIGN in 390 msec 2024-12-16T22:00:45,772 INFO [StoreOpener-e3da454c9ac67d157e05684871022be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3da454c9ac67d157e05684871022be4 2024-12-16T22:00:45,773 INFO [StoreOpener-e3da454c9ac67d157e05684871022be4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3da454c9ac67d157e05684871022be4 columnFamilyName norep 2024-12-16T22:00:45,773 DEBUG [StoreOpener-e3da454c9ac67d157e05684871022be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,774 INFO [StoreOpener-e3da454c9ac67d157e05684871022be4-1 {}] regionserver.HStore(327): Store=e3da454c9ac67d157e05684871022be4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,774 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e3da454c9ac67d157e05684871022be4 2024-12-16T22:00:45,775 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e3da454c9ac67d157e05684871022be4 2024-12-16T22:00:45,776 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,777 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for e3da454c9ac67d157e05684871022be4 2024-12-16T22:00:45,780 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e3da454c9ac67d157e05684871022be4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,780 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened e3da454c9ac67d157e05684871022be4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67143834, jitterRate=5.210936069488525E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,780 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for e3da454c9ac67d157e05684871022be4: 2024-12-16T22:00:45,781 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4., pid=52, masterSystemTime=1734386445690 2024-12-16T22:00:45,783 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:00:45,783 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:00:45,783 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:00:45,783 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => d3de528e4d719cf48421acf282aa13ea, NAME => 'test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T22:00:45,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e3da454c9ac67d157e05684871022be4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,784 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:00:45,784 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,784 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:00:45,784 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:00:45,786 INFO [StoreOpener-d3de528e4d719cf48421acf282aa13ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:00:45,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=34 2024-12-16T22:00:45,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=34, state=SUCCESS; OpenRegionProcedure e3da454c9ac67d157e05684871022be4, server=28ac8e76af47,40225,1734386429510 in 221 msec 2024-12-16T22:00:45,787 INFO [StoreOpener-d3de528e4d719cf48421acf282aa13ea-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3de528e4d719cf48421acf282aa13ea columnFamilyName f 2024-12-16T22:00:45,787 DEBUG [StoreOpener-d3de528e4d719cf48421acf282aa13ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,788 INFO [StoreOpener-d3de528e4d719cf48421acf282aa13ea-1 {}] regionserver.HStore(327): Store=d3de528e4d719cf48421acf282aa13ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,788 INFO [StoreOpener-d3de528e4d719cf48421acf282aa13ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:00:45,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e3da454c9ac67d157e05684871022be4, ASSIGN in 407 msec 2024-12-16T22:00:45,789 INFO [StoreOpener-d3de528e4d719cf48421acf282aa13ea-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3de528e4d719cf48421acf282aa13ea columnFamilyName norep 2024-12-16T22:00:45,790 DEBUG [StoreOpener-d3de528e4d719cf48421acf282aa13ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,790 INFO [StoreOpener-d3de528e4d719cf48421acf282aa13ea-1 {}] regionserver.HStore(327): Store=d3de528e4d719cf48421acf282aa13ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,791 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:00:45,791 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:00:45,792 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,794 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:00:45,796 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/d3de528e4d719cf48421acf282aa13ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,796 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened d3de528e4d719cf48421acf282aa13ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74496025, jitterRate=0.11007727682590485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,797 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for d3de528e4d719cf48421acf282aa13ea: 2024-12-16T22:00:45,797 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea., pid=53, masterSystemTime=1734386445690 2024-12-16T22:00:45,799 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:00:45,799 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:00:45,799 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:00:45,799 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => f77a7c27a52e008776402fedd7cd42ce, NAME => 'test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T22:00:45,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d3de528e4d719cf48421acf282aa13ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,800 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:00:45,800 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,800 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:00:45,800 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:00:45,802 INFO [StoreOpener-f77a7c27a52e008776402fedd7cd42ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:00:45,803 INFO [StoreOpener-f77a7c27a52e008776402fedd7cd42ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77a7c27a52e008776402fedd7cd42ce columnFamilyName f 2024-12-16T22:00:45,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=11 2024-12-16T22:00:45,803 DEBUG [StoreOpener-f77a7c27a52e008776402fedd7cd42ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=11, state=SUCCESS; OpenRegionProcedure d3de528e4d719cf48421acf282aa13ea, server=28ac8e76af47,40225,1734386429510 in 236 msec 2024-12-16T22:00:45,804 INFO [StoreOpener-f77a7c27a52e008776402fedd7cd42ce-1 {}] regionserver.HStore(327): Store=f77a7c27a52e008776402fedd7cd42ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,804 INFO [StoreOpener-f77a7c27a52e008776402fedd7cd42ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:00:45,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d3de528e4d719cf48421acf282aa13ea, ASSIGN in 423 msec 2024-12-16T22:00:45,806 INFO [StoreOpener-f77a7c27a52e008776402fedd7cd42ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f77a7c27a52e008776402fedd7cd42ce columnFamilyName norep 2024-12-16T22:00:45,806 DEBUG [StoreOpener-f77a7c27a52e008776402fedd7cd42ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,808 INFO [StoreOpener-f77a7c27a52e008776402fedd7cd42ce-1 {}] regionserver.HStore(327): Store=f77a7c27a52e008776402fedd7cd42ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,808 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:00:45,809 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:00:45,811 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,813 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:00:45,816 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f77a7c27a52e008776402fedd7cd42ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,817 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened f77a7c27a52e008776402fedd7cd42ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74781873, jitterRate=0.11433674395084381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,817 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for f77a7c27a52e008776402fedd7cd42ce: 2024-12-16T22:00:45,818 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce., pid=56, masterSystemTime=1734386445690 2024-12-16T22:00:45,821 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:00:45,821 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:00:45,821 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:00:45,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f77a7c27a52e008776402fedd7cd42ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,821 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => ade062595085675aca75c688dc77fd00, NAME => 'test,ttt,1734386441623.ade062595085675aca75c688dc77fd00.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T22:00:45,821 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ade062595085675aca75c688dc77fd00 2024-12-16T22:00:45,821 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ttt,1734386441623.ade062595085675aca75c688dc77fd00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,822 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for ade062595085675aca75c688dc77fd00 2024-12-16T22:00:45,822 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for ade062595085675aca75c688dc77fd00 2024-12-16T22:00:45,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=21 2024-12-16T22:00:45,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=21, state=SUCCESS; OpenRegionProcedure f77a7c27a52e008776402fedd7cd42ce, server=28ac8e76af47,40225,1734386429510 in 248 msec 2024-12-16T22:00:45,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f77a7c27a52e008776402fedd7cd42ce, ASSIGN in 445 msec 2024-12-16T22:00:45,829 INFO [StoreOpener-ade062595085675aca75c688dc77fd00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ade062595085675aca75c688dc77fd00 2024-12-16T22:00:45,831 INFO [StoreOpener-ade062595085675aca75c688dc77fd00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade062595085675aca75c688dc77fd00 columnFamilyName f 2024-12-16T22:00:45,831 DEBUG [StoreOpener-ade062595085675aca75c688dc77fd00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,832 INFO [StoreOpener-ade062595085675aca75c688dc77fd00-1 {}] regionserver.HStore(327): Store=ade062595085675aca75c688dc77fd00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,832 INFO [StoreOpener-ade062595085675aca75c688dc77fd00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ade062595085675aca75c688dc77fd00 2024-12-16T22:00:45,834 INFO [StoreOpener-ade062595085675aca75c688dc77fd00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade062595085675aca75c688dc77fd00 columnFamilyName norep 2024-12-16T22:00:45,834 DEBUG [StoreOpener-ade062595085675aca75c688dc77fd00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,834 INFO [StoreOpener-ade062595085675aca75c688dc77fd00-1 {}] regionserver.HStore(327): Store=ade062595085675aca75c688dc77fd00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,836 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/ade062595085675aca75c688dc77fd00 2024-12-16T22:00:45,836 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/ade062595085675aca75c688dc77fd00 2024-12-16T22:00:45,838 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,839 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for ade062595085675aca75c688dc77fd00 2024-12-16T22:00:45,842 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/ade062595085675aca75c688dc77fd00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,843 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened ade062595085675aca75c688dc77fd00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70657946, jitterRate=0.05288544297218323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,843 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for ade062595085675aca75c688dc77fd00: 2024-12-16T22:00:45,844 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734386441623.ade062595085675aca75c688dc77fd00., pid=42, masterSystemTime=1734386445690 2024-12-16T22:00:45,846 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:00:45,846 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:00:45,846 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:00:45,846 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=ade062595085675aca75c688dc77fd00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,847 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => ae4e6361687608f110fbfda9ca368571, NAME => 'test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T22:00:45,847 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae4e6361687608f110fbfda9ca368571 2024-12-16T22:00:45,847 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,847 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for ae4e6361687608f110fbfda9ca368571 2024-12-16T22:00:45,847 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for ae4e6361687608f110fbfda9ca368571 2024-12-16T22:00:45,849 INFO [StoreOpener-ae4e6361687608f110fbfda9ca368571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae4e6361687608f110fbfda9ca368571 2024-12-16T22:00:45,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=29 2024-12-16T22:00:45,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=29, state=SUCCESS; OpenRegionProcedure ade062595085675aca75c688dc77fd00, server=28ac8e76af47,40225,1734386429510 in 303 msec 2024-12-16T22:00:45,851 INFO [StoreOpener-ae4e6361687608f110fbfda9ca368571-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4e6361687608f110fbfda9ca368571 columnFamilyName f 2024-12-16T22:00:45,851 DEBUG [StoreOpener-ae4e6361687608f110fbfda9ca368571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,851 INFO [StoreOpener-ae4e6361687608f110fbfda9ca368571-1 {}] regionserver.HStore(327): Store=ae4e6361687608f110fbfda9ca368571/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,852 INFO [StoreOpener-ae4e6361687608f110fbfda9ca368571-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae4e6361687608f110fbfda9ca368571 2024-12-16T22:00:45,853 INFO [StoreOpener-ae4e6361687608f110fbfda9ca368571-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4e6361687608f110fbfda9ca368571 columnFamilyName norep 2024-12-16T22:00:45,853 DEBUG [StoreOpener-ae4e6361687608f110fbfda9ca368571-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,854 INFO [StoreOpener-ae4e6361687608f110fbfda9ca368571-1 {}] regionserver.HStore(327): Store=ae4e6361687608f110fbfda9ca368571/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ade062595085675aca75c688dc77fd00, ASSIGN in 471 msec 2024-12-16T22:00:45,855 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/ae4e6361687608f110fbfda9ca368571 2024-12-16T22:00:45,855 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/ae4e6361687608f110fbfda9ca368571 2024-12-16T22:00:45,857 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,859 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for ae4e6361687608f110fbfda9ca368571 2024-12-16T22:00:45,862 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/ae4e6361687608f110fbfda9ca368571/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,862 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened ae4e6361687608f110fbfda9ca368571; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65410241, jitterRate=-0.025311455130577087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,862 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for ae4e6361687608f110fbfda9ca368571: 2024-12-16T22:00:45,863 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571., pid=61, masterSystemTime=1734386445690 2024-12-16T22:00:45,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ae4e6361687608f110fbfda9ca368571, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,866 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:00:45,866 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:00:45,866 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:00:45,867 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 5c94351b8a1fc572e5717bc34f35606f, NAME => 'test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T22:00:45,867 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:00:45,867 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,867 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:00:45,867 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:00:45,870 INFO [StoreOpener-5c94351b8a1fc572e5717bc34f35606f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:00:45,872 INFO [StoreOpener-5c94351b8a1fc572e5717bc34f35606f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c94351b8a1fc572e5717bc34f35606f columnFamilyName f 2024-12-16T22:00:45,872 DEBUG [StoreOpener-5c94351b8a1fc572e5717bc34f35606f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,872 INFO [StoreOpener-5c94351b8a1fc572e5717bc34f35606f-1 {}] regionserver.HStore(327): Store=5c94351b8a1fc572e5717bc34f35606f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,873 INFO [StoreOpener-5c94351b8a1fc572e5717bc34f35606f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:00:45,874 INFO [StoreOpener-5c94351b8a1fc572e5717bc34f35606f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c94351b8a1fc572e5717bc34f35606f columnFamilyName norep 2024-12-16T22:00:45,874 DEBUG [StoreOpener-5c94351b8a1fc572e5717bc34f35606f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,875 INFO [StoreOpener-5c94351b8a1fc572e5717bc34f35606f-1 {}] regionserver.HStore(327): Store=5c94351b8a1fc572e5717bc34f35606f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,876 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:00:45,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=20 2024-12-16T22:00:45,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=20, state=SUCCESS; OpenRegionProcedure ae4e6361687608f110fbfda9ca368571, server=28ac8e76af47,40225,1734386429510 in 285 msec 2024-12-16T22:00:45,877 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:00:45,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ae4e6361687608f110fbfda9ca368571, ASSIGN in 496 msec 2024-12-16T22:00:45,879 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,880 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:00:45,887 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/5c94351b8a1fc572e5717bc34f35606f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,888 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 5c94351b8a1fc572e5717bc34f35606f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66562080, jitterRate=-0.008147716522216797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,888 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 5c94351b8a1fc572e5717bc34f35606f: 2024-12-16T22:00:45,889 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f., pid=49, masterSystemTime=1734386445690 2024-12-16T22:00:45,891 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:00:45,891 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:00:45,891 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:00:45,891 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => b34cd39b28b119d99bb05a861631d24a, NAME => 'test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T22:00:45,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5c94351b8a1fc572e5717bc34f35606f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,891 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:00:45,892 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,892 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:00:45,892 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:00:45,894 INFO [StoreOpener-b34cd39b28b119d99bb05a861631d24a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:00:45,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=27 2024-12-16T22:00:45,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=27, state=SUCCESS; OpenRegionProcedure 5c94351b8a1fc572e5717bc34f35606f, server=28ac8e76af47,40225,1734386429510 in 331 msec 2024-12-16T22:00:45,896 INFO [StoreOpener-b34cd39b28b119d99bb05a861631d24a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34cd39b28b119d99bb05a861631d24a columnFamilyName f 2024-12-16T22:00:45,896 DEBUG [StoreOpener-b34cd39b28b119d99bb05a861631d24a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5c94351b8a1fc572e5717bc34f35606f, ASSIGN in 515 msec 2024-12-16T22:00:45,896 INFO [StoreOpener-b34cd39b28b119d99bb05a861631d24a-1 {}] regionserver.HStore(327): Store=b34cd39b28b119d99bb05a861631d24a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,897 INFO [StoreOpener-b34cd39b28b119d99bb05a861631d24a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:00:45,898 INFO [StoreOpener-b34cd39b28b119d99bb05a861631d24a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34cd39b28b119d99bb05a861631d24a columnFamilyName norep 2024-12-16T22:00:45,898 DEBUG [StoreOpener-b34cd39b28b119d99bb05a861631d24a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,898 INFO [StoreOpener-b34cd39b28b119d99bb05a861631d24a-1 {}] regionserver.HStore(327): Store=b34cd39b28b119d99bb05a861631d24a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,901 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:00:45,901 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:00:45,902 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,904 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:00:45,906 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b34cd39b28b119d99bb05a861631d24a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,907 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened b34cd39b28b119d99bb05a861631d24a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65583754, jitterRate=-0.022725909948349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,907 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for b34cd39b28b119d99bb05a861631d24a: 2024-12-16T22:00:45,908 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a., pid=59, masterSystemTime=1734386445690 2024-12-16T22:00:45,910 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:00:45,910 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:00:45,910 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:00:45,910 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => b49d6aafae0728c8b15525d8e97667ec, NAME => 'test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T22:00:45,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=b34cd39b28b119d99bb05a861631d24a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,911 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:00:45,911 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,911 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:00:45,911 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:00:45,913 INFO [StoreOpener-b49d6aafae0728c8b15525d8e97667ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:00:45,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=18 2024-12-16T22:00:45,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=18, state=SUCCESS; OpenRegionProcedure b34cd39b28b119d99bb05a861631d24a, server=28ac8e76af47,40225,1734386429510 in 334 msec 2024-12-16T22:00:45,915 INFO [StoreOpener-b49d6aafae0728c8b15525d8e97667ec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49d6aafae0728c8b15525d8e97667ec columnFamilyName f 2024-12-16T22:00:45,915 DEBUG [StoreOpener-b49d6aafae0728c8b15525d8e97667ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,915 INFO [StoreOpener-b49d6aafae0728c8b15525d8e97667ec-1 {}] regionserver.HStore(327): Store=b49d6aafae0728c8b15525d8e97667ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b34cd39b28b119d99bb05a861631d24a, ASSIGN in 534 msec 2024-12-16T22:00:45,916 INFO [StoreOpener-b49d6aafae0728c8b15525d8e97667ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:00:45,917 INFO [StoreOpener-b49d6aafae0728c8b15525d8e97667ec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49d6aafae0728c8b15525d8e97667ec columnFamilyName norep 2024-12-16T22:00:45,917 DEBUG [StoreOpener-b49d6aafae0728c8b15525d8e97667ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,918 INFO [StoreOpener-b49d6aafae0728c8b15525d8e97667ec-1 {}] regionserver.HStore(327): Store=b49d6aafae0728c8b15525d8e97667ec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,919 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:00:45,919 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:00:45,921 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,922 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:00:45,925 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,925 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened b49d6aafae0728c8b15525d8e97667ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61038716, jitterRate=-0.09045225381851196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,925 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for b49d6aafae0728c8b15525d8e97667ec: 2024-12-16T22:00:45,926 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., pid=58, masterSystemTime=1734386445690 2024-12-16T22:00:45,928 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:00:45,928 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:00:45,928 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:00:45,928 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => f00bb0fdc5763baf3546cb5fb2a81c5e, NAME => 'test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T22:00:45,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b49d6aafae0728c8b15525d8e97667ec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,929 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:00:45,929 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,929 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:00:45,929 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:00:45,931 INFO [StoreOpener-f00bb0fdc5763baf3546cb5fb2a81c5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:00:45,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=10 2024-12-16T22:00:45,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=10, state=SUCCESS; OpenRegionProcedure b49d6aafae0728c8b15525d8e97667ec, server=28ac8e76af47,40225,1734386429510 in 353 msec 2024-12-16T22:00:45,933 INFO [StoreOpener-f00bb0fdc5763baf3546cb5fb2a81c5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f00bb0fdc5763baf3546cb5fb2a81c5e columnFamilyName f 2024-12-16T22:00:45,933 DEBUG [StoreOpener-f00bb0fdc5763baf3546cb5fb2a81c5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b49d6aafae0728c8b15525d8e97667ec, ASSIGN in 552 msec 2024-12-16T22:00:45,933 INFO [StoreOpener-f00bb0fdc5763baf3546cb5fb2a81c5e-1 {}] regionserver.HStore(327): Store=f00bb0fdc5763baf3546cb5fb2a81c5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,934 INFO [StoreOpener-f00bb0fdc5763baf3546cb5fb2a81c5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:00:45,935 INFO [StoreOpener-f00bb0fdc5763baf3546cb5fb2a81c5e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f00bb0fdc5763baf3546cb5fb2a81c5e columnFamilyName norep 2024-12-16T22:00:45,935 DEBUG [StoreOpener-f00bb0fdc5763baf3546cb5fb2a81c5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,936 INFO [StoreOpener-f00bb0fdc5763baf3546cb5fb2a81c5e-1 {}] regionserver.HStore(327): Store=f00bb0fdc5763baf3546cb5fb2a81c5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,937 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:00:45,937 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:00:45,939 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,940 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:00:45,943 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f00bb0fdc5763baf3546cb5fb2a81c5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,943 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened f00bb0fdc5763baf3546cb5fb2a81c5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70576297, jitterRate=0.05166877806186676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,943 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for f00bb0fdc5763baf3546cb5fb2a81c5e: 2024-12-16T22:00:45,944 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e., pid=37, masterSystemTime=1734386445690 2024-12-16T22:00:45,946 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:00:45,946 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:00:45,946 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:00:45,947 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 4262d06c79880b15f7a6b5f50f41ab43, NAME => 'test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-16T22:00:45,947 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=f00bb0fdc5763baf3546cb5fb2a81c5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,947 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:00:45,947 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,947 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:00:45,947 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:00:45,949 INFO [StoreOpener-4262d06c79880b15f7a6b5f50f41ab43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:00:45,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=16 2024-12-16T22:00:45,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=16, state=SUCCESS; OpenRegionProcedure f00bb0fdc5763baf3546cb5fb2a81c5e, server=28ac8e76af47,40225,1734386429510 in 410 msec 2024-12-16T22:00:45,951 INFO [StoreOpener-4262d06c79880b15f7a6b5f50f41ab43-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4262d06c79880b15f7a6b5f50f41ab43 columnFamilyName f 2024-12-16T22:00:45,951 DEBUG [StoreOpener-4262d06c79880b15f7a6b5f50f41ab43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f00bb0fdc5763baf3546cb5fb2a81c5e, ASSIGN in 570 msec 2024-12-16T22:00:45,951 INFO [StoreOpener-4262d06c79880b15f7a6b5f50f41ab43-1 {}] regionserver.HStore(327): Store=4262d06c79880b15f7a6b5f50f41ab43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,952 INFO [StoreOpener-4262d06c79880b15f7a6b5f50f41ab43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:00:45,953 INFO [StoreOpener-4262d06c79880b15f7a6b5f50f41ab43-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4262d06c79880b15f7a6b5f50f41ab43 columnFamilyName norep 2024-12-16T22:00:45,953 DEBUG [StoreOpener-4262d06c79880b15f7a6b5f50f41ab43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,954 INFO [StoreOpener-4262d06c79880b15f7a6b5f50f41ab43-1 {}] regionserver.HStore(327): Store=4262d06c79880b15f7a6b5f50f41ab43/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,955 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:00:45,955 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:00:45,957 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,958 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:00:45,961 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/4262d06c79880b15f7a6b5f50f41ab43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,961 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 4262d06c79880b15f7a6b5f50f41ab43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61540607, jitterRate=-0.08297349512577057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,962 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 4262d06c79880b15f7a6b5f50f41ab43: 2024-12-16T22:00:45,962 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43., pid=60, masterSystemTime=1734386445690 2024-12-16T22:00:45,964 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:00:45,964 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:00:45,965 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:00:45,965 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=4262d06c79880b15f7a6b5f50f41ab43, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,965 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => e2217392dcc6256d3f1b5b0b7c668314, NAME => 'test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T22:00:45,965 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:00:45,965 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,965 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:00:45,965 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:00:45,967 INFO [StoreOpener-e2217392dcc6256d3f1b5b0b7c668314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:00:45,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=35 2024-12-16T22:00:45,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=35, state=SUCCESS; OpenRegionProcedure 4262d06c79880b15f7a6b5f50f41ab43, server=28ac8e76af47,40225,1734386429510 in 388 msec 2024-12-16T22:00:45,969 INFO [StoreOpener-e2217392dcc6256d3f1b5b0b7c668314-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2217392dcc6256d3f1b5b0b7c668314 columnFamilyName f 2024-12-16T22:00:45,969 DEBUG [StoreOpener-e2217392dcc6256d3f1b5b0b7c668314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,970 INFO [StoreOpener-e2217392dcc6256d3f1b5b0b7c668314-1 {}] regionserver.HStore(327): Store=e2217392dcc6256d3f1b5b0b7c668314/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,970 INFO [StoreOpener-e2217392dcc6256d3f1b5b0b7c668314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:00:45,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4262d06c79880b15f7a6b5f50f41ab43, ASSIGN in 589 msec 2024-12-16T22:00:45,971 INFO [StoreOpener-e2217392dcc6256d3f1b5b0b7c668314-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2217392dcc6256d3f1b5b0b7c668314 columnFamilyName norep 2024-12-16T22:00:45,972 DEBUG [StoreOpener-e2217392dcc6256d3f1b5b0b7c668314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,972 INFO [StoreOpener-e2217392dcc6256d3f1b5b0b7c668314-1 {}] regionserver.HStore(327): Store=e2217392dcc6256d3f1b5b0b7c668314/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,973 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:00:45,973 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:00:45,975 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,977 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:00:45,980 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e2217392dcc6256d3f1b5b0b7c668314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:45,981 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened e2217392dcc6256d3f1b5b0b7c668314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62286118, jitterRate=-0.07186451554298401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:45,981 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for e2217392dcc6256d3f1b5b0b7c668314: 2024-12-16T22:00:45,982 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314., pid=48, masterSystemTime=1734386445690 2024-12-16T22:00:45,984 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:00:45,984 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:00:45,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=e2217392dcc6256d3f1b5b0b7c668314, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:45,985 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:00:45,985 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 60fdaf27f20442109e114d5932b49e3b, NAME => 'test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T22:00:45,985 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:00:45,985 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:45,986 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:00:45,986 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:00:45,989 INFO [StoreOpener-60fdaf27f20442109e114d5932b49e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:00:45,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=15 2024-12-16T22:00:45,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=15, state=SUCCESS; OpenRegionProcedure e2217392dcc6256d3f1b5b0b7c668314, server=28ac8e76af47,40225,1734386429510 in 431 msec 2024-12-16T22:00:45,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e2217392dcc6256d3f1b5b0b7c668314, ASSIGN in 609 msec 2024-12-16T22:00:45,991 INFO [StoreOpener-60fdaf27f20442109e114d5932b49e3b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60fdaf27f20442109e114d5932b49e3b columnFamilyName f 2024-12-16T22:00:45,991 DEBUG [StoreOpener-60fdaf27f20442109e114d5932b49e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,992 INFO [StoreOpener-60fdaf27f20442109e114d5932b49e3b-1 {}] regionserver.HStore(327): Store=60fdaf27f20442109e114d5932b49e3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,992 INFO [StoreOpener-60fdaf27f20442109e114d5932b49e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:00:45,993 INFO [StoreOpener-60fdaf27f20442109e114d5932b49e3b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60fdaf27f20442109e114d5932b49e3b columnFamilyName norep 2024-12-16T22:00:45,993 DEBUG [StoreOpener-60fdaf27f20442109e114d5932b49e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:45,994 INFO [StoreOpener-60fdaf27f20442109e114d5932b49e3b-1 {}] regionserver.HStore(327): Store=60fdaf27f20442109e114d5932b49e3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:45,995 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:00:45,995 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:00:45,997 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:45,998 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:00:46,001 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/60fdaf27f20442109e114d5932b49e3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,001 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 60fdaf27f20442109e114d5932b49e3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66572715, jitterRate=-0.007989242672920227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,002 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 60fdaf27f20442109e114d5932b49e3b: 2024-12-16T22:00:46,003 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b., pid=50, masterSystemTime=1734386445690 2024-12-16T22:00:46,004 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:00:46,005 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:00:46,005 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:00:46,005 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 823537c8cabff84f382ae6fb941b71d6, NAME => 'test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T22:00:46,005 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=60fdaf27f20442109e114d5932b49e3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,005 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:00:46,005 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,005 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:00:46,005 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:00:46,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=32 2024-12-16T22:00:46,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=32, state=SUCCESS; OpenRegionProcedure 60fdaf27f20442109e114d5932b49e3b, server=28ac8e76af47,40225,1734386429510 in 445 msec 2024-12-16T22:00:46,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=60fdaf27f20442109e114d5932b49e3b, ASSIGN in 629 msec 2024-12-16T22:00:46,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:46,011 INFO [StoreOpener-823537c8cabff84f382ae6fb941b71d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:00:46,015 INFO [StoreOpener-823537c8cabff84f382ae6fb941b71d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 823537c8cabff84f382ae6fb941b71d6 columnFamilyName f 2024-12-16T22:00:46,015 DEBUG [StoreOpener-823537c8cabff84f382ae6fb941b71d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,016 INFO [StoreOpener-823537c8cabff84f382ae6fb941b71d6-1 {}] regionserver.HStore(327): Store=823537c8cabff84f382ae6fb941b71d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,016 INFO [StoreOpener-823537c8cabff84f382ae6fb941b71d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:00:46,017 INFO [StoreOpener-823537c8cabff84f382ae6fb941b71d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 823537c8cabff84f382ae6fb941b71d6 columnFamilyName norep 2024-12-16T22:00:46,017 DEBUG [StoreOpener-823537c8cabff84f382ae6fb941b71d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,018 INFO [StoreOpener-823537c8cabff84f382ae6fb941b71d6-1 {}] regionserver.HStore(327): Store=823537c8cabff84f382ae6fb941b71d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,018 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:00:46,019 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:00:46,020 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,022 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:00:46,024 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/823537c8cabff84f382ae6fb941b71d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,024 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 823537c8cabff84f382ae6fb941b71d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66335256, jitterRate=-0.011527657508850098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,025 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 823537c8cabff84f382ae6fb941b71d6: 2024-12-16T22:00:46,025 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6., pid=41, masterSystemTime=1734386445690 2024-12-16T22:00:46,027 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:00:46,027 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:00:46,027 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:00:46,028 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => f6dcf361fee8023fe97dc66a219482c1, NAME => 'test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T22:00:46,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=823537c8cabff84f382ae6fb941b71d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,028 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:00:46,028 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,028 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:00:46,028 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:00:46,031 INFO [StoreOpener-f6dcf361fee8023fe97dc66a219482c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:00:46,032 INFO [StoreOpener-f6dcf361fee8023fe97dc66a219482c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6dcf361fee8023fe97dc66a219482c1 columnFamilyName f 2024-12-16T22:00:46,032 DEBUG [StoreOpener-f6dcf361fee8023fe97dc66a219482c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,033 INFO [StoreOpener-f6dcf361fee8023fe97dc66a219482c1-1 {}] regionserver.HStore(327): Store=f6dcf361fee8023fe97dc66a219482c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,033 INFO [StoreOpener-f6dcf361fee8023fe97dc66a219482c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:00:46,034 INFO [StoreOpener-f6dcf361fee8023fe97dc66a219482c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6dcf361fee8023fe97dc66a219482c1 columnFamilyName norep 2024-12-16T22:00:46,034 DEBUG [StoreOpener-f6dcf361fee8023fe97dc66a219482c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,035 INFO [StoreOpener-f6dcf361fee8023fe97dc66a219482c1-1 {}] regionserver.HStore(327): Store=f6dcf361fee8023fe97dc66a219482c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=33 2024-12-16T22:00:46,036 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:00:46,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=33, state=SUCCESS; OpenRegionProcedure 823537c8cabff84f382ae6fb941b71d6, server=28ac8e76af47,40225,1734386429510 in 486 msec 2024-12-16T22:00:46,036 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:00:46,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=823537c8cabff84f382ae6fb941b71d6, ASSIGN in 656 msec 2024-12-16T22:00:46,038 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,040 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:00:46,044 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f6dcf361fee8023fe97dc66a219482c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,044 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened f6dcf361fee8023fe97dc66a219482c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71758329, jitterRate=0.0692824274301529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,044 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for f6dcf361fee8023fe97dc66a219482c1: 2024-12-16T22:00:46,045 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1., pid=51, masterSystemTime=1734386445690 2024-12-16T22:00:46,047 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:00:46,047 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:00:46,047 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:00:46,047 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 7cd6006b5684fd31e07f5bcfec7d777a, NAME => 'test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T22:00:46,047 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f6dcf361fee8023fe97dc66a219482c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,048 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:00:46,048 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,048 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:00:46,048 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:00:46,050 INFO [StoreOpener-7cd6006b5684fd31e07f5bcfec7d777a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:00:46,051 INFO [StoreOpener-7cd6006b5684fd31e07f5bcfec7d777a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd6006b5684fd31e07f5bcfec7d777a columnFamilyName f 2024-12-16T22:00:46,051 DEBUG [StoreOpener-7cd6006b5684fd31e07f5bcfec7d777a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=14 2024-12-16T22:00:46,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=14, state=SUCCESS; OpenRegionProcedure f6dcf361fee8023fe97dc66a219482c1, server=28ac8e76af47,40225,1734386429510 in 487 msec 2024-12-16T22:00:46,052 INFO [StoreOpener-7cd6006b5684fd31e07f5bcfec7d777a-1 {}] regionserver.HStore(327): Store=7cd6006b5684fd31e07f5bcfec7d777a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,052 INFO [StoreOpener-7cd6006b5684fd31e07f5bcfec7d777a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:00:46,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f6dcf361fee8023fe97dc66a219482c1, ASSIGN in 671 msec 2024-12-16T22:00:46,053 INFO [StoreOpener-7cd6006b5684fd31e07f5bcfec7d777a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd6006b5684fd31e07f5bcfec7d777a columnFamilyName norep 2024-12-16T22:00:46,053 DEBUG [StoreOpener-7cd6006b5684fd31e07f5bcfec7d777a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,054 INFO [StoreOpener-7cd6006b5684fd31e07f5bcfec7d777a-1 {}] regionserver.HStore(327): Store=7cd6006b5684fd31e07f5bcfec7d777a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,055 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:00:46,055 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:00:46,057 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,059 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:00:46,062 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/7cd6006b5684fd31e07f5bcfec7d777a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,063 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 7cd6006b5684fd31e07f5bcfec7d777a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66016086, jitterRate=-0.016283661127090454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,063 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 7cd6006b5684fd31e07f5bcfec7d777a: 2024-12-16T22:00:46,063 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a., pid=55, masterSystemTime=1734386445690 2024-12-16T22:00:46,065 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:00:46,065 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:00:46,065 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:00:46,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=7cd6006b5684fd31e07f5bcfec7d777a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,066 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => bc17648378321c608c3d589ef7b46551, NAME => 'test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T22:00:46,066 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc17648378321c608c3d589ef7b46551 2024-12-16T22:00:46,066 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,066 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for bc17648378321c608c3d589ef7b46551 2024-12-16T22:00:46,066 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for bc17648378321c608c3d589ef7b46551 2024-12-16T22:00:46,068 INFO [StoreOpener-bc17648378321c608c3d589ef7b46551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc17648378321c608c3d589ef7b46551 2024-12-16T22:00:46,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=19 2024-12-16T22:00:46,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=19, state=SUCCESS; OpenRegionProcedure 7cd6006b5684fd31e07f5bcfec7d777a, server=28ac8e76af47,40225,1734386429510 in 496 msec 2024-12-16T22:00:46,070 INFO [StoreOpener-bc17648378321c608c3d589ef7b46551-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc17648378321c608c3d589ef7b46551 columnFamilyName f 2024-12-16T22:00:46,070 DEBUG [StoreOpener-bc17648378321c608c3d589ef7b46551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7cd6006b5684fd31e07f5bcfec7d777a, ASSIGN in 689 msec 2024-12-16T22:00:46,070 INFO [StoreOpener-bc17648378321c608c3d589ef7b46551-1 {}] regionserver.HStore(327): Store=bc17648378321c608c3d589ef7b46551/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,071 INFO [StoreOpener-bc17648378321c608c3d589ef7b46551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc17648378321c608c3d589ef7b46551 2024-12-16T22:00:46,072 INFO [StoreOpener-bc17648378321c608c3d589ef7b46551-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc17648378321c608c3d589ef7b46551 columnFamilyName norep 2024-12-16T22:00:46,072 DEBUG [StoreOpener-bc17648378321c608c3d589ef7b46551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,072 INFO [StoreOpener-bc17648378321c608c3d589ef7b46551-1 {}] regionserver.HStore(327): Store=bc17648378321c608c3d589ef7b46551/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,073 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/bc17648378321c608c3d589ef7b46551 2024-12-16T22:00:46,073 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/bc17648378321c608c3d589ef7b46551 2024-12-16T22:00:46,075 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,076 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for bc17648378321c608c3d589ef7b46551 2024-12-16T22:00:46,078 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/bc17648378321c608c3d589ef7b46551/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,079 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened bc17648378321c608c3d589ef7b46551; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62971272, jitterRate=-0.06165492534637451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,079 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for bc17648378321c608c3d589ef7b46551: 2024-12-16T22:00:46,080 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551., pid=36, masterSystemTime=1734386445690 2024-12-16T22:00:46,082 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:00:46,082 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:00:46,082 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:00:46,082 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=bc17648378321c608c3d589ef7b46551, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,082 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 96131185012b7e9f04c41ffac0058c3f, NAME => 'test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T22:00:46,083 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:00:46,083 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,083 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:00:46,083 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:00:46,084 INFO [StoreOpener-96131185012b7e9f04c41ffac0058c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:00:46,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=25 2024-12-16T22:00:46,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=25, state=SUCCESS; OpenRegionProcedure bc17648378321c608c3d589ef7b46551, server=28ac8e76af47,40225,1734386429510 in 547 msec 2024-12-16T22:00:46,086 INFO [StoreOpener-96131185012b7e9f04c41ffac0058c3f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96131185012b7e9f04c41ffac0058c3f columnFamilyName f 2024-12-16T22:00:46,086 DEBUG [StoreOpener-96131185012b7e9f04c41ffac0058c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bc17648378321c608c3d589ef7b46551, ASSIGN in 705 msec 2024-12-16T22:00:46,087 INFO [StoreOpener-96131185012b7e9f04c41ffac0058c3f-1 {}] regionserver.HStore(327): Store=96131185012b7e9f04c41ffac0058c3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,087 INFO [StoreOpener-96131185012b7e9f04c41ffac0058c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:00:46,089 INFO [StoreOpener-96131185012b7e9f04c41ffac0058c3f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96131185012b7e9f04c41ffac0058c3f columnFamilyName norep 2024-12-16T22:00:46,089 DEBUG [StoreOpener-96131185012b7e9f04c41ffac0058c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,089 INFO [StoreOpener-96131185012b7e9f04c41ffac0058c3f-1 {}] regionserver.HStore(327): Store=96131185012b7e9f04c41ffac0058c3f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,090 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:00:46,091 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:00:46,092 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,093 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:00:46,096 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/96131185012b7e9f04c41ffac0058c3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,096 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 96131185012b7e9f04c41ffac0058c3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59461295, jitterRate=-0.11395765841007233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,097 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 96131185012b7e9f04c41ffac0058c3f: 2024-12-16T22:00:46,098 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f., pid=40, masterSystemTime=1734386445690 2024-12-16T22:00:46,100 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:00:46,100 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:00:46,100 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:00:46,100 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => e732a9d13f81dab8ff458e2f78cd8f86, NAME => 'test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T22:00:46,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=96131185012b7e9f04c41ffac0058c3f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,100 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:00:46,100 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,100 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:00:46,100 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:00:46,102 INFO [StoreOpener-e732a9d13f81dab8ff458e2f78cd8f86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:00:46,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=24 2024-12-16T22:00:46,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=24, state=SUCCESS; OpenRegionProcedure 96131185012b7e9f04c41ffac0058c3f, server=28ac8e76af47,40225,1734386429510 in 562 msec 2024-12-16T22:00:46,104 INFO [StoreOpener-e732a9d13f81dab8ff458e2f78cd8f86-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e732a9d13f81dab8ff458e2f78cd8f86 columnFamilyName f 2024-12-16T22:00:46,104 DEBUG [StoreOpener-e732a9d13f81dab8ff458e2f78cd8f86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,104 INFO [StoreOpener-e732a9d13f81dab8ff458e2f78cd8f86-1 {}] regionserver.HStore(327): Store=e732a9d13f81dab8ff458e2f78cd8f86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,105 INFO [StoreOpener-e732a9d13f81dab8ff458e2f78cd8f86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:00:46,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=96131185012b7e9f04c41ffac0058c3f, ASSIGN in 724 msec 2024-12-16T22:00:46,106 INFO [StoreOpener-e732a9d13f81dab8ff458e2f78cd8f86-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e732a9d13f81dab8ff458e2f78cd8f86 columnFamilyName norep 2024-12-16T22:00:46,106 DEBUG [StoreOpener-e732a9d13f81dab8ff458e2f78cd8f86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,106 INFO [StoreOpener-e732a9d13f81dab8ff458e2f78cd8f86-1 {}] regionserver.HStore(327): Store=e732a9d13f81dab8ff458e2f78cd8f86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,107 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:00:46,108 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:00:46,109 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,111 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:00:46,113 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e732a9d13f81dab8ff458e2f78cd8f86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,114 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened e732a9d13f81dab8ff458e2f78cd8f86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71858752, jitterRate=0.07077884674072266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,114 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for e732a9d13f81dab8ff458e2f78cd8f86: 2024-12-16T22:00:46,115 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86., pid=46, masterSystemTime=1734386445690 2024-12-16T22:00:46,117 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:00:46,117 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:00:46,117 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:00:46,117 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 14adaa888a4a54b6c2eb681b68a4113d, NAME => 'test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T22:00:46,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=e732a9d13f81dab8ff458e2f78cd8f86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,118 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:00:46,118 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,118 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:00:46,118 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:00:46,119 INFO [StoreOpener-14adaa888a4a54b6c2eb681b68a4113d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:00:46,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=22 2024-12-16T22:00:46,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=22, state=SUCCESS; OpenRegionProcedure e732a9d13f81dab8ff458e2f78cd8f86, server=28ac8e76af47,40225,1734386429510 in 565 msec 2024-12-16T22:00:46,121 INFO [StoreOpener-14adaa888a4a54b6c2eb681b68a4113d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14adaa888a4a54b6c2eb681b68a4113d columnFamilyName f 2024-12-16T22:00:46,121 DEBUG [StoreOpener-14adaa888a4a54b6c2eb681b68a4113d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,122 INFO [StoreOpener-14adaa888a4a54b6c2eb681b68a4113d-1 {}] regionserver.HStore(327): Store=14adaa888a4a54b6c2eb681b68a4113d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,122 INFO [StoreOpener-14adaa888a4a54b6c2eb681b68a4113d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:00:46,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e732a9d13f81dab8ff458e2f78cd8f86, ASSIGN in 741 msec 2024-12-16T22:00:46,123 INFO [StoreOpener-14adaa888a4a54b6c2eb681b68a4113d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14adaa888a4a54b6c2eb681b68a4113d columnFamilyName norep 2024-12-16T22:00:46,123 DEBUG [StoreOpener-14adaa888a4a54b6c2eb681b68a4113d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,124 INFO [StoreOpener-14adaa888a4a54b6c2eb681b68a4113d-1 {}] regionserver.HStore(327): Store=14adaa888a4a54b6c2eb681b68a4113d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,124 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:00:46,125 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:00:46,126 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,127 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:00:46,130 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/14adaa888a4a54b6c2eb681b68a4113d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,130 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 14adaa888a4a54b6c2eb681b68a4113d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61802003, jitterRate=-0.07907839119434357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,130 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 14adaa888a4a54b6c2eb681b68a4113d: 2024-12-16T22:00:46,131 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d., pid=57, masterSystemTime=1734386445690 2024-12-16T22:00:46,134 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:00:46,134 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:00:46,134 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:00:46,134 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=14adaa888a4a54b6c2eb681b68a4113d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,134 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => a12414054edc58727fd9382e586b7352, NAME => 'test,hhh,1734386441623.a12414054edc58727fd9382e586b7352.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T22:00:46,134 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a12414054edc58727fd9382e586b7352 2024-12-16T22:00:46,134 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,hhh,1734386441623.a12414054edc58727fd9382e586b7352.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,135 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for a12414054edc58727fd9382e586b7352 2024-12-16T22:00:46,135 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for a12414054edc58727fd9382e586b7352 2024-12-16T22:00:46,136 INFO [StoreOpener-a12414054edc58727fd9382e586b7352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a12414054edc58727fd9382e586b7352 2024-12-16T22:00:46,138 INFO [StoreOpener-a12414054edc58727fd9382e586b7352-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a12414054edc58727fd9382e586b7352 columnFamilyName f 2024-12-16T22:00:46,138 DEBUG [StoreOpener-a12414054edc58727fd9382e586b7352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=31 2024-12-16T22:00:46,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=31, state=SUCCESS; OpenRegionProcedure 14adaa888a4a54b6c2eb681b68a4113d, server=28ac8e76af47,40225,1734386429510 in 560 msec 2024-12-16T22:00:46,139 INFO [StoreOpener-a12414054edc58727fd9382e586b7352-1 {}] regionserver.HStore(327): Store=a12414054edc58727fd9382e586b7352/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,139 INFO [StoreOpener-a12414054edc58727fd9382e586b7352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a12414054edc58727fd9382e586b7352 2024-12-16T22:00:46,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=14adaa888a4a54b6c2eb681b68a4113d, ASSIGN in 758 msec 2024-12-16T22:00:46,140 INFO [StoreOpener-a12414054edc58727fd9382e586b7352-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a12414054edc58727fd9382e586b7352 columnFamilyName norep 2024-12-16T22:00:46,141 DEBUG [StoreOpener-a12414054edc58727fd9382e586b7352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,141 INFO [StoreOpener-a12414054edc58727fd9382e586b7352-1 {}] regionserver.HStore(327): Store=a12414054edc58727fd9382e586b7352/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,142 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/a12414054edc58727fd9382e586b7352 2024-12-16T22:00:46,142 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/a12414054edc58727fd9382e586b7352 2024-12-16T22:00:46,144 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,145 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for a12414054edc58727fd9382e586b7352 2024-12-16T22:00:46,148 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/a12414054edc58727fd9382e586b7352/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,148 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened a12414054edc58727fd9382e586b7352; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70487635, jitterRate=0.05034761130809784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,148 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for a12414054edc58727fd9382e586b7352: 2024-12-16T22:00:46,149 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734386441623.a12414054edc58727fd9382e586b7352., pid=43, masterSystemTime=1734386445690 2024-12-16T22:00:46,151 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:00:46,151 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:00:46,151 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:00:46,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=a12414054edc58727fd9382e586b7352, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,152 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 003d320d3a84f7b5706135805dce2c35, NAME => 'test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T22:00:46,152 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 003d320d3a84f7b5706135805dce2c35 2024-12-16T22:00:46,152 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,152 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 003d320d3a84f7b5706135805dce2c35 2024-12-16T22:00:46,152 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 003d320d3a84f7b5706135805dce2c35 2024-12-16T22:00:46,154 INFO [StoreOpener-003d320d3a84f7b5706135805dce2c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 003d320d3a84f7b5706135805dce2c35 2024-12-16T22:00:46,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=17 2024-12-16T22:00:46,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=17, state=SUCCESS; OpenRegionProcedure a12414054edc58727fd9382e586b7352, server=28ac8e76af47,40225,1734386429510 in 606 msec 2024-12-16T22:00:46,155 INFO [StoreOpener-003d320d3a84f7b5706135805dce2c35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003d320d3a84f7b5706135805dce2c35 columnFamilyName f 2024-12-16T22:00:46,156 DEBUG [StoreOpener-003d320d3a84f7b5706135805dce2c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,156 INFO [StoreOpener-003d320d3a84f7b5706135805dce2c35-1 {}] regionserver.HStore(327): Store=003d320d3a84f7b5706135805dce2c35/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,156 INFO [StoreOpener-003d320d3a84f7b5706135805dce2c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 003d320d3a84f7b5706135805dce2c35 2024-12-16T22:00:46,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a12414054edc58727fd9382e586b7352, ASSIGN in 775 msec 2024-12-16T22:00:46,158 INFO [StoreOpener-003d320d3a84f7b5706135805dce2c35-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003d320d3a84f7b5706135805dce2c35 columnFamilyName norep 2024-12-16T22:00:46,158 DEBUG [StoreOpener-003d320d3a84f7b5706135805dce2c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,158 INFO [StoreOpener-003d320d3a84f7b5706135805dce2c35-1 {}] regionserver.HStore(327): Store=003d320d3a84f7b5706135805dce2c35/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,159 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/003d320d3a84f7b5706135805dce2c35 2024-12-16T22:00:46,159 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/003d320d3a84f7b5706135805dce2c35 2024-12-16T22:00:46,161 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,162 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 003d320d3a84f7b5706135805dce2c35 2024-12-16T22:00:46,164 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/003d320d3a84f7b5706135805dce2c35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,165 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 003d320d3a84f7b5706135805dce2c35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70862056, jitterRate=0.05592691898345947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,165 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 003d320d3a84f7b5706135805dce2c35: 2024-12-16T22:00:46,166 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35., pid=54, masterSystemTime=1734386445690 2024-12-16T22:00:46,168 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:00:46,168 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:00:46,168 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:00:46,168 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 880bf4b19e075fbafa441df9c14b18c8, NAME => 'test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T22:00:46,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=003d320d3a84f7b5706135805dce2c35, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,168 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:00:46,168 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:46,169 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:00:46,169 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:00:46,170 INFO [StoreOpener-880bf4b19e075fbafa441df9c14b18c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:00:46,172 INFO [StoreOpener-880bf4b19e075fbafa441df9c14b18c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 880bf4b19e075fbafa441df9c14b18c8 columnFamilyName f 2024-12-16T22:00:46,172 DEBUG [StoreOpener-880bf4b19e075fbafa441df9c14b18c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,172 INFO [StoreOpener-880bf4b19e075fbafa441df9c14b18c8-1 {}] regionserver.HStore(327): Store=880bf4b19e075fbafa441df9c14b18c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,172 INFO [StoreOpener-880bf4b19e075fbafa441df9c14b18c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:00:46,174 INFO [StoreOpener-880bf4b19e075fbafa441df9c14b18c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 880bf4b19e075fbafa441df9c14b18c8 columnFamilyName norep 2024-12-16T22:00:46,174 DEBUG [StoreOpener-880bf4b19e075fbafa441df9c14b18c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:46,174 INFO [StoreOpener-880bf4b19e075fbafa441df9c14b18c8-1 {}] regionserver.HStore(327): Store=880bf4b19e075fbafa441df9c14b18c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:46,175 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:00:46,176 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:00:46,177 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T22:00:46,179 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:00:46,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=30 2024-12-16T22:00:46,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=30, state=SUCCESS; OpenRegionProcedure 003d320d3a84f7b5706135805dce2c35, server=28ac8e76af47,40225,1734386429510 in 605 msec 2024-12-16T22:00:46,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=003d320d3a84f7b5706135805dce2c35, ASSIGN in 800 msec 2024-12-16T22:00:46,183 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/880bf4b19e075fbafa441df9c14b18c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:46,183 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 880bf4b19e075fbafa441df9c14b18c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59334833, jitterRate=-0.11584208905696869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T22:00:46,183 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 880bf4b19e075fbafa441df9c14b18c8: 2024-12-16T22:00:46,184 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8., pid=39, masterSystemTime=1734386445690 2024-12-16T22:00:46,185 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:00:46,186 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:00:46,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=880bf4b19e075fbafa441df9c14b18c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:46,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=26 2024-12-16T22:00:46,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=26, state=SUCCESS; OpenRegionProcedure 880bf4b19e075fbafa441df9c14b18c8, server=28ac8e76af47,40225,1734386429510 in 647 msec 2024-12-16T22:00:46,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=9 2024-12-16T22:00:46,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=880bf4b19e075fbafa441df9c14b18c8, ASSIGN in 809 msec 2024-12-16T22:00:46,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T22:00:46,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386446191"}]},"ts":"1734386446191"} 2024-12-16T22:00:46,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-16T22:00:46,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T22:00:46,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.5710 sec 2024-12-16T22:00:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T22:00:49,740 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-16T22:00:49,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T22:00:49,740 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T22:00:49,748 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T22:00:49,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T22:00:49,748 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:49,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T22:00:49,756 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:49,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T22:00:49,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T22:00:49,756 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:49,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T22:00:49,764 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:49,764 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T22:00:49,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=389, OpenFileDescriptor=571, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=1893 2024-12-16T22:00:49,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T22:00:49,786 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T22:00:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-16T22:00:49,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(3919): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=127.0.0.1:63064:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-16T22:00:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-16T22:00:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:49,831 INFO [PEWorker-4 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-16T22:00:49,832 INFO [PEWorker-4 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@494ffbe6check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:63064 2024-12-16T22:00:49,834 DEBUG [PEWorker-4-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@494ffbe6check-peer-cluster-id0x0, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T22:00:49,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@494ffbe6check-peer-cluster-id-0x101514014fc0009 connected 2024-12-16T22:00:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:49,937 DEBUG [PEWorker-4-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@494ffbe6check-peer-cluster-id-0x101514014fc0009, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:00:49,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:49,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:00:49,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T22:00:50,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:50,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39641 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-16T22:00:50,118 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-16T22:00:50,136 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-16T22:00:50,158 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-16T22:00:50,171 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-16T22:00:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-16T22:00:50,175 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 28ac8e76af47,39641,1734386423598 suceeded 2024-12-16T22:00:50,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-16T22:00:50,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-12-16T22:00:50,176 INFO [PEWorker-3 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:63064:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-16T22:00:50,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 372 msec 2024-12-16T22:00:50,202 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02565bea to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@137910c0 2024-12-16T22:00:50,205 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0a8d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:50,207 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:63064 2024-12-16T22:00:50,209 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T22:00:50,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x101514014fc000b connected 2024-12-16T22:00:50,209 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=19736058-70fe-41f2-9ce4-6fc49166ed55 to cluster=6eb0caa8-e8a1-4502-8fa5-f1120588d75c 2024-12-16T22:00:50,211 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=28ac8e76af47%2C39641%2C1734386423598 2024-12-16T22:00:50,213 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T22:00:50,215 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 28ac8e76af47%2C39641%2C1734386423598 2024-12-16T22:00:50,215 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, startPosition=0, beingWritten=true 2024-12-16T22:00:50,282 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T22:00:50,282 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 7708, reset compression=false 2024-12-16T22:00:50,282 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T22:00:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:50,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x779f71f7 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b32c02 2024-12-16T22:00:50,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb1dd70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:50,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e0ca04e to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21078b1 2024-12-16T22:00:50,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5b97cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:50,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T22:00:50,432 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T22:00:50,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T22:00:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-16T22:00:50,435 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T22:00:50,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:50,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-16T22:00:50,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T22:00:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T22:00:50,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: 7708 2024-12-16T22:00:50,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741864_1040 (size=367) 2024-12-16T22:00:50,492 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 7708, reset compression=false 2024-12-16T22:00:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T22:00:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T22:00:50,797 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 7708, reset compression=false 2024-12-16T22:00:50,846 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d538ed8f9158ae0080ddc2664468f381, NAME => 'testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f 2024-12-16T22:00:50,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741865_1041 (size=51) 2024-12-16T22:00:51,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T22:00:51,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T22:00:51,203 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 7708, reset compression=false 2024-12-16T22:00:51,260 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:51,260 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing d538ed8f9158ae0080ddc2664468f381, disabling compactions & flushes 2024-12-16T22:00:51,260 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:00:51,260 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:00:51,260 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. after waiting 0 ms 2024-12-16T22:00:51,260 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:00:51,260 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:00:51,260 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for d538ed8f9158ae0080ddc2664468f381: 2024-12-16T22:00:51,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T22:00:51,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734386451261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386451261"}]},"ts":"1734386451261"} 2024-12-16T22:00:51,263 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T22:00:51,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T22:00:51,264 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386451264"}]},"ts":"1734386451264"} 2024-12-16T22:00:51,266 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-16T22:00:51,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d538ed8f9158ae0080ddc2664468f381, ASSIGN}] 2024-12-16T22:00:51,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d538ed8f9158ae0080ddc2664468f381, ASSIGN 2024-12-16T22:00:51,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=d538ed8f9158ae0080ddc2664468f381, ASSIGN; state=OFFLINE, location=28ac8e76af47,39641,1734386423598; forceNewPlan=false, retain=false 2024-12-16T22:00:51,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=d538ed8f9158ae0080ddc2664468f381, regionState=OPENING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:51,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure d538ed8f9158ae0080ddc2664468f381, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:00:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T22:00:51,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:51,585 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:00:51,586 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => d538ed8f9158ae0080ddc2664468f381, NAME => 'testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381.', STARTKEY => '', ENDKEY => ''} 2024-12-16T22:00:51,586 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:00:51,586 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:51,586 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:00:51,586 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:00:51,588 INFO [StoreOpener-d538ed8f9158ae0080ddc2664468f381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:00:51,589 INFO [StoreOpener-d538ed8f9158ae0080ddc2664468f381-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d538ed8f9158ae0080ddc2664468f381 columnFamilyName fam 2024-12-16T22:00:51,589 DEBUG [StoreOpener-d538ed8f9158ae0080ddc2664468f381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:51,590 INFO [StoreOpener-d538ed8f9158ae0080ddc2664468f381-1 {}] regionserver.HStore(327): Store=d538ed8f9158ae0080ddc2664468f381/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:51,591 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:00:51,591 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:00:51,594 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:00:51,596 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:51,597 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened d538ed8f9158ae0080ddc2664468f381; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64104123, jitterRate=-0.044774129986763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T22:00:51,597 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for d538ed8f9158ae0080ddc2664468f381: 2024-12-16T22:00:51,598 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381., pid=66, masterSystemTime=1734386451581 2024-12-16T22:00:51,600 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:00:51,600 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:00:51,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=d538ed8f9158ae0080ddc2664468f381, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:00:51,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T22:00:51,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure d538ed8f9158ae0080ddc2664468f381, server=28ac8e76af47,39641,1734386423598 in 171 msec 2024-12-16T22:00:51,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-16T22:00:51,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d538ed8f9158ae0080ddc2664468f381, ASSIGN in 328 msec 2024-12-16T22:00:51,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T22:00:51,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386451605"}]},"ts":"1734386451605"} 2024-12-16T22:00:51,606 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-16T22:00:51,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T22:00:51,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1760 sec 2024-12-16T22:00:51,709 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 7708, reset compression=false 2024-12-16T22:00:51,716 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T22:00:51,716 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 8001, reset compression=false 2024-12-16T22:00:51,716 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T22:00:51,921 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 8001, reset compression=false 2024-12-16T22:00:51,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T22:00:52,227 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 8001, reset compression=false 2024-12-16T22:00:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T22:00:52,545 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-16T22:00:52,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T22:00:52,549 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T22:00:52,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T22:00:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-16T22:00:52,552 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T22:00:52,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:52,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-16T22:00:52,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T22:00:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:52,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741864_1040 (size=367) 2024-12-16T22:00:52,568 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e66bd1c6457e06b6984ccc3bb2913c19, NAME => 'testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b 2024-12-16T22:00:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741865_1041 (size=51) 2024-12-16T22:00:52,633 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 8001, reset compression=false 2024-12-16T22:00:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:52,979 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:52,979 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing e66bd1c6457e06b6984ccc3bb2913c19, disabling compactions & flushes 2024-12-16T22:00:52,979 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:52,979 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:52,979 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. after waiting 0 ms 2024-12-16T22:00:52,979 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:52,979 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:52,979 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for e66bd1c6457e06b6984ccc3bb2913c19: 2024-12-16T22:00:52,980 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T22:00:52,980 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734386452980"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734386452980"}]},"ts":"1734386452980"} 2024-12-16T22:00:52,982 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T22:00:52,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T22:00:52,983 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386452983"}]},"ts":"1734386452983"} 2024-12-16T22:00:52,984 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-16T22:00:52,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=e66bd1c6457e06b6984ccc3bb2913c19, ASSIGN}] 2024-12-16T22:00:52,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=e66bd1c6457e06b6984ccc3bb2913c19, ASSIGN 2024-12-16T22:00:52,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=e66bd1c6457e06b6984ccc3bb2913c19, ASSIGN; state=OFFLINE, location=28ac8e76af47,40225,1734386429510; forceNewPlan=false, retain=false 2024-12-16T22:00:53,140 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 8001, reset compression=false 2024-12-16T22:00:53,141 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=e66bd1c6457e06b6984ccc3bb2913c19, regionState=OPENING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:53,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure e66bd1c6457e06b6984ccc3bb2913c19, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:53,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,40225,1734386429510 2024-12-16T22:00:53,300 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:53,300 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => e66bd1c6457e06b6984ccc3bb2913c19, NAME => 'testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19.', STARTKEY => '', ENDKEY => ''} 2024-12-16T22:00:53,300 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:53,300 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T22:00:53,300 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:53,300 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:53,302 INFO [StoreOpener-e66bd1c6457e06b6984ccc3bb2913c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:53,303 INFO [StoreOpener-e66bd1c6457e06b6984ccc3bb2913c19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e66bd1c6457e06b6984ccc3bb2913c19 columnFamilyName fam 2024-12-16T22:00:53,303 DEBUG [StoreOpener-e66bd1c6457e06b6984ccc3bb2913c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T22:00:53,304 INFO [StoreOpener-e66bd1c6457e06b6984ccc3bb2913c19-1 {}] regionserver.HStore(327): Store=e66bd1c6457e06b6984ccc3bb2913c19/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T22:00:53,305 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:53,305 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:53,307 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:53,309 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T22:00:53,310 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened e66bd1c6457e06b6984ccc3bb2913c19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62389826, jitterRate=-0.07031914591789246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T22:00:53,310 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for e66bd1c6457e06b6984ccc3bb2913c19: 2024-12-16T22:00:53,311 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19., pid=64, masterSystemTime=1734386453295 2024-12-16T22:00:53,312 DEBUG [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:53,312 INFO [RS_OPEN_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:53,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=e66bd1c6457e06b6984ccc3bb2913c19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:53,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-16T22:00:53,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure e66bd1c6457e06b6984ccc3bb2913c19, server=28ac8e76af47,40225,1734386429510 in 171 msec 2024-12-16T22:00:53,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-16T22:00:53,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=e66bd1c6457e06b6984ccc3bb2913c19, ASSIGN in 326 msec 2024-12-16T22:00:53,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T22:00:53,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386453317"}]},"ts":"1734386453317"} 2024-12-16T22:00:53,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-16T22:00:53,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T22:00:53,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 771 msec 2024-12-16T22:00:53,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-16T22:00:53,364 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-16T22:00:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T22:00:53,662 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-16T22:00:53,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-16T22:00:53,662 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:53,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-16T22:00:53,668 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:53,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-16T22:00:53,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-16T22:00:53,668 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:53,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-16T22:00:53,673 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T22:00:53,673 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-16T22:00:53,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(3938): Client=jenkins//172.17.0.3 disable replication peer, id=2 2024-12-16T22:00:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-16T22:00:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T22:00:53,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T22:00:53,745 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 8001, reset compression=false 2024-12-16T22:00:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T22:00:53,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:53,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39641 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-16T22:00:53,833 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-16T22:00:53,834 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-16T22:00:53,834 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-16T22:00:53,937 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x101514014fc000b, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:00:53,938 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02565bea to 127.0.0.1:63064 2024-12-16T22:00:53,938 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T22:00:54,038 WARN [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-16T22:00:54,038 WARN [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-16T22:00:54,138 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 terminated 2024-12-16T22:00:54,155 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-16T22:00:54,156 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-16T22:00:54,156 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-16T22:00:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-16T22:00:54,158 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 28ac8e76af47,39641,1734386423598 suceeded 2024-12-16T22:00:54,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T22:00:54,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 477 msec 2024-12-16T22:00:54,159 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-16T22:00:54,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 483 msec 2024-12-16T22:00:54,189 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cd1dfb9 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@215f1b65 2024-12-16T22:00:54,193 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675632c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:54,194 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:63064 2024-12-16T22:00:54,197 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T22:00:54,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x101514014fc000f connected 2024-12-16T22:00:54,198 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=19736058-70fe-41f2-9ce4-6fc49166ed55 to cluster=6eb0caa8-e8a1-4502-8fa5-f1120588d75c 2024-12-16T22:00:54,198 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=28ac8e76af47%2C39641%2C1734386423598 2024-12-16T22:00:54,198 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T22:00:54,200 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 28ac8e76af47%2C39641%2C1734386423598 2024-12-16T22:00:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T22:00:54,288 DEBUG [hconnection-0x84f957-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:54,290 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T22:00:54,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-16T22:00:55,239 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-16T22:00:55,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-16T22:00:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-16T22:00:55,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386455248"}]},"ts":"1734386455248"} 2024-12-16T22:00:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T22:00:55,250 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-16T22:00:55,253 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-16T22:00:55,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-16T22:00:55,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=e66bd1c6457e06b6984ccc3bb2913c19, UNASSIGN}] 2024-12-16T22:00:55,260 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=e66bd1c6457e06b6984ccc3bb2913c19, UNASSIGN 2024-12-16T22:00:55,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=e66bd1c6457e06b6984ccc3bb2913c19, regionState=CLOSING, regionLocation=28ac8e76af47,40225,1734386429510 2024-12-16T22:00:55,261 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T22:00:55,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure e66bd1c6457e06b6984ccc3bb2913c19, server=28ac8e76af47,40225,1734386429510}] 2024-12-16T22:00:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T22:00:55,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,40225,1734386429510 2024-12-16T22:00:55,419 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:55,419 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T22:00:55,420 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing e66bd1c6457e06b6984ccc3bb2913c19, disabling compactions & flushes 2024-12-16T22:00:55,420 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:55,420 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:55,420 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. after waiting 0 ms 2024-12-16T22:00:55,420 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:55,424 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:00:55,427 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19. 2024-12-16T22:00:55,427 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for e66bd1c6457e06b6984ccc3bb2913c19: 2024-12-16T22:00:55,429 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:55,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=e66bd1c6457e06b6984ccc3bb2913c19, regionState=CLOSED 2024-12-16T22:00:55,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T22:00:55,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure e66bd1c6457e06b6984ccc3bb2913c19, server=28ac8e76af47,40225,1734386429510 in 168 msec 2024-12-16T22:00:55,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-16T22:00:55,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=e66bd1c6457e06b6984ccc3bb2913c19, UNASSIGN in 173 msec 2024-12-16T22:00:55,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T22:00:55,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 180 msec 2024-12-16T22:00:55,441 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:00:55,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386455447"}]},"ts":"1734386455447"} 2024-12-16T22:00:55,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-16T22:00:55,451 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-16T22:00:55,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 208 msec 2024-12-16T22:00:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T22:00:55,552 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-16T22:00:55,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-16T22:00:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:00:55,559 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:00:55,561 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:00:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T22:00:55,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:55,570 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19/fam, FileablePath, hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19/recovered.edits] 2024-12-16T22:00:55,578 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19/recovered.edits/4.seqid to hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/archive/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19/recovered.edits/4.seqid 2024-12-16T22:00:55,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/testdroppedtimed/e66bd1c6457e06b6984ccc3bb2913c19 2024-12-16T22:00:55,579 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-16T22:00:55,584 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:00:55,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40225 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-16T22:00:55,591 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-16T22:00:55,594 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-16T22:00:55,595 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:00:55,595 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-16T22:00:55,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734386455595"}]},"ts":"9223372036854775807"} 2024-12-16T22:00:55,597 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T22:00:55,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e66bd1c6457e06b6984ccc3bb2913c19, NAME => 'testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T22:00:55,598 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-16T22:00:55,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734386455598"}]},"ts":"9223372036854775807"} 2024-12-16T22:00:55,599 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-16T22:00:55,601 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:00:55,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 46 msec 2024-12-16T22:00:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T22:00:55,663 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-16T22:00:55,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(3932): Client=jenkins//172.17.0.3 enable replication peer, id=2 2024-12-16T22:00:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-16T22:00:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T22:00:55,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T22:00:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T22:00:55,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:00:55,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39641 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-16T22:00:55,823 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-16T22:00:55,824 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-16T22:00:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-16T22:00:55,825 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 28ac8e76af47,39641,1734386423598 suceeded 2024-12-16T22:00:55,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-16T22:00:55,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-12-16T22:00:55,827 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-16T22:00:55,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 161 msec 2024-12-16T22:00:55,904 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, startPosition=0, beingWritten=true 2024-12-16T22:00:55,920 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:00:55,920 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734386454293/Put/vlen=4096/seqid=0; >],4327}, {test/5492d3961ccd88f72f60cecb6908e374/4=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/5=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/6=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/7=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/8=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/9=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/10=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/11=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/12=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/13=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/14=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/15=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/16=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/17=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/18=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/19=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/20=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/21=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/22=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/23=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/24=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/25=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-16T22:00:55,927 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:00:55,930 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T22:00:55,931 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:00:55,932 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-16T22:00:55,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:55,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11ac91c3 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13ade4eb 2024-12-16T22:00:55,942 DEBUG [ReadOnlyZKClient-127.0.0.1:63064@0x11ac91c3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56ff96cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:55,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-16T22:00:55,968 DEBUG [ReadOnlyZKClient-127.0.0.1:63064@0x11ac91c3 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28ac8e76af47,40225,1734386429510, seqNum=-1] 2024-12-16T22:00:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T22:00:55,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:55,975 DEBUG [hconnection-0x2fd024f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:55,976 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:55,977 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T22:00:55,981 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., hostname=28ac8e76af47,40225,1734386429510, seqNum=2] 2024-12-16T22:00:55,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:00:55,991 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., hostname=28ac8e76af47,40225,1734386429510, seqNum=2] 2024-12-16T22:00:55,993 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., hostname=28ac8e76af47,40225,1734386429510, seqNum=2] 2024-12-16T22:00:55,993 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., hostname=28ac8e76af47,40225,1734386429510, seqNum=2] 2024-12-16T22:00:55,994 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., hostname=28ac8e76af47,40225,1734386429510, seqNum=2] 2024-12-16T22:00:55,994 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., hostname=28ac8e76af47,40225,1734386429510, seqNum=2] 2024-12-16T22:00:55,994 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., hostname=28ac8e76af47,40225,1734386429510, seqNum=2] 2024-12-16T22:00:55,995 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec., hostname=28ac8e76af47,40225,1734386429510, seqNum=2] 2024-12-16T22:00:55,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:00:56,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:00:56,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:00:56,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:56,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:00:56,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:00:56,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:00:56,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:00:56,015 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:56,018 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:56,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:56,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386516005, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:56,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:00:56,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:00:56,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:00:56,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:00:56,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:00:56,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:00:56,043 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x147e8c51 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c6e8433 2024-12-16T22:00:56,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:00:56,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:00:56,054 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69f00288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:56,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:00:56,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:00:56,059 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:56,062 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:56,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:00:56,065 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x147e8c51 to 127.0.0.1:63064 2024-12-16T22:00:56,065 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:56,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:00:56,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:00:56,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:00:56,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:00:56,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:00:56,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:00:56,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:00:56,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:00:56,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:00:56,098 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:00:56,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:56,173 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:56,175 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:56,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:56,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386516166, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:56,177 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00c404aa to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13569b1 2024-12-16T22:00:56,181 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@364e6d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:56,182 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:56,184 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:56,186 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00c404aa to 127.0.0.1:63064 2024-12-16T22:00:56,186 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:56,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:56,393 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:56,394 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:56,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:56,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386516387, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:56,396 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1eacffd3 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65dd6448 2024-12-16T22:00:56,400 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cf041ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:56,401 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:56,402 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:56,405 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1eacffd3 to 127.0.0.1:63064 2024-12-16T22:00:56,405 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:00:56,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:00:56,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:00:56,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:00:56,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:00:56,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:00:56,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:00:56,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:00:56,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:00:56,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:00:56,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:00:56,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:00:56,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:00:56,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:00:56,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:00:56,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:00:56,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:00:56,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:00:56,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:00:56,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:00:56,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:00:56,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:00:56,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:00:56,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:00:56,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:00:56,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:00:56,625 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:00:56,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:56,713 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:56,714 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:56,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:56,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386516706, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:56,719 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x568cd30a to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@587d12b7 2024-12-16T22:00:56,723 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@461eed0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:56,725 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:56,726 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:56,728 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x568cd30a to 127.0.0.1:63064 2024-12-16T22:00:56,728 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:57,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T22:00:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:00:57,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:00:57,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:57,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:00:57,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:00:57,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:00:57,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:00:57,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:00:57,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:00:57,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:00:57,135 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:57,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:00:57,135 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:57,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:57,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386517129, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:57,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:00:57,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:00:57,138 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669776ef to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@564f2820 2024-12-16T22:00:57,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:00:57,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:00:57,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:00:57,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:00:57,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:00:57,141 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6788f95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:57,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:00:57,142 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:57,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:00:57,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:00:57,144 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:57,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:00:57,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:00:57,145 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669776ef to 127.0.0.1:63064 2024-12-16T22:00:57,145 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:57,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:00:57,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:00:57,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:00:57,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:00:57,149 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:00:57,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:00:57,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:00:57,652 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:57,653 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:57,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:57,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:00:57,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386517647, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:57,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:00:57,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:00:57,655 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c91336b to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29ecc44d 2024-12-16T22:00:57,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:00:57,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:00:57,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:00:57,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:00:57,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:00:57,660 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ad7e2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:57,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:00:57,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:00:57,662 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:57,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:00:57,663 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:57,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:00:57,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:00:57,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:00:57,666 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c91336b to 127.0.0.1:63064 2024-12-16T22:00:57,666 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:57,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:00:57,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:00:57,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:00:57,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:00:57,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:00:57,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:00:57,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:00:57,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:00:57,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:00:57,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:00:57,675 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:00:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:00:58,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:00:58,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:00:58,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:00:58,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:00:58,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:00:58,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:00:58,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:00:58,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:00:58,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:00:58,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:00:58,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:00:58,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:00:58,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:00:58,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:00:58,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:00:58,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:00:58,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:00:58,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:00:58,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:00:58,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:00:58,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:00:58,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:00:58,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:00:58,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:00:58,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:00:58,195 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:00:58,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:58,272 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:58,273 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:58,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:58,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386518267, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:58,275 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7124e17b to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a5614a7 2024-12-16T22:00:58,279 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28874c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:58,280 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:58,281 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:58,283 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7124e17b to 127.0.0.1:63064 2024-12-16T22:00:58,283 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:00:58,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:00:58,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:00:58,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:00:58,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:00:58,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:00:58,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:00:58,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:00:58,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:00:58,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:00:58,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:00:58,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:00:58,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:00:58,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:00:58,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:00:58,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:00:58,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:00:58,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:00:58,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:00:58,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:00:58,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:00:58,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:00:58,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:00:58,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:00:58,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:00:58,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:00:58,716 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:00:58,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:58,991 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:58,991 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:58,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:58,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386518984, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:58,994 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f041d70 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@435ecf84 2024-12-16T22:00:58,997 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@512f4807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:58,999 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:59,000 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:59,002 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f041d70 to 127.0.0.1:63064 2024-12-16T22:00:59,002 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:00:59,012 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T22:00:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:00:59,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:00:59,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:00:59,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:00:59,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:00:59,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:00:59,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:00:59,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:00:59,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:00:59,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:00:59,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:00:59,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:00:59,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:00:59,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:00:59,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:00:59,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:00:59,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:00:59,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:00:59,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:00:59,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:00:59,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:00:59,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:00:59,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:00:59,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:00:59,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:00:59,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:00:59,235 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:00:59,266 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T22:00:59,267 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T22:00:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:00:59,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:00:59,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:00:59,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:00:59,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:00:59,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:00:59,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:00:59,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:00:59,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:00:59,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:00:59,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:00:59,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:00:59,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:00:59,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:00:59,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:00:59,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:00:59,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:00:59,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:00:59,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:00:59,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:00:59,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:00:59,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:00:59,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:00:59,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:00:59,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:00:59,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:00:59,755 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:00:59,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:00:59,808 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:00:59,809 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:59,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:00:59,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386519803, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:00:59,811 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68370048 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5da0c025 2024-12-16T22:00:59,814 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7664c4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:00:59,815 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:00:59,816 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:00:59,818 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68370048 to 127.0.0.1:63064 2024-12-16T22:00:59,818 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:00,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:00,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:00,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:00,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:00,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:00,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:00,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:00,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:00,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:00,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:00,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:00,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:00,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:00,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:00,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:00,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:00,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:00,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:00,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:00,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:00,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:00,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:00,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:00,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:00,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:00,273 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:00,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:00,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:00,725 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:00,725 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:00,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:00,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386520719, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:00,727 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a98e954 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41e2b3ca 2024-12-16T22:01:00,731 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f10ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:00,732 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:00,733 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:00,735 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a98e954 to 127.0.0.1:63064 2024-12-16T22:01:00,735 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:00,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:00,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:00,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:00,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:00,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:00,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:00,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:00,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:00,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:00,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:00,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:00,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:00,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:00,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:00,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:00,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:00,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:00,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:00,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:00,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:00,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:00,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:00,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:00,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:00,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:00,791 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:01,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:01,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:01,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:01,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:01,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:01,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:01,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:01,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:01,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:01,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:01,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:01,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:01,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:01,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:01,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:01,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:01,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:01,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:01,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:01,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:01,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:01,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:01,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:01,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:01,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:01,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:01,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:01,310 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:01,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:01,741 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:01,742 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:01,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:01,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386521736, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:01,744 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0d5b29 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e25d941 2024-12-16T22:01:01,748 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272a744d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:01,749 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:01,750 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:01,752 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0d5b29 to 127.0.0.1:63064 2024-12-16T22:01:01,752 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:01,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:01,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:01,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:01,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:01,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:01,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:01,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:01,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:01,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:01,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:01,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:01,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:01,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:01,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:01,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:01,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:01,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:01,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:01,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:01,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:01,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:01,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:01,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:01,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:01,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:01,826 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:02,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:02,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:02,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:02,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:02,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:02,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:02,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:02,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:02,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:02,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:02,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:02,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:02,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:02,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:02,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:02,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:02,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:02,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:02,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:02,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:02,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:02,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:02,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:02,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:02,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:02,350 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:02,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:02,758 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:02,759 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:02,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:02,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386522753, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:02,762 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06eb6577 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16945b3a 2024-12-16T22:01:02,765 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6268ddb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:02,766 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:02,767 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:02,769 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06eb6577 to 127.0.0.1:63064 2024-12-16T22:01:02,769 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:02,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:02,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:02,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:02,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:02,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:02,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:02,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:02,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:02,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:02,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:02,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:02,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:02,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:02,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:02,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:02,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:02,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:02,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:02,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:02,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:02,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:02,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:02,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:02,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:02,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:02,864 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:03,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:03,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:03,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:03,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:03,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:03,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:03,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:03,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:03,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:03,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:03,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:03,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:03,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:03,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:03,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:03,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:03,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:03,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:03,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:03,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:03,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:03,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:03,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:03,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:03,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:03,405 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:03,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:03,775 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:03,776 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:03,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:03,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386523770, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:03,777 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44a58681 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70dc58a4 2024-12-16T22:01:03,781 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fdd613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:03,782 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:03,783 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:03,785 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44a58681 to 127.0.0.1:63064 2024-12-16T22:01:03,785 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:03,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:03,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:03,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:03,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:03,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:03,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:03,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:03,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:03,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:03,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:03,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:03,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:03,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:03,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:03,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:03,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:03,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:03,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:03,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:03,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:03,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:03,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:03,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:03,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:03,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:03,919 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:04,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:04,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:04,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:04,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:04,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:04,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:04,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:04,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:04,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:04,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:04,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:04,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:04,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:04,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:04,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:04,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:04,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:04,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:04,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:04,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:04,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:04,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:04,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:04,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:04,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:04,436 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:04,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:04,791 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:04,792 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:04,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:04,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386524786, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:04,793 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61a1525c to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73aa2fb4 2024-12-16T22:01:04,796 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495d329c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:04,797 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:04,798 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:04,800 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61a1525c to 127.0.0.1:63064 2024-12-16T22:01:04,800 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:04,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:04,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:04,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:04,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:04,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:04,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:04,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:04,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:04,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:04,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:04,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:04,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:04,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:04,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:04,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:04,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:04,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:04,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:04,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:04,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:04,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:04,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:04,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:04,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:04,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:04,951 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:05,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:05,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:05,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:05,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:05,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:05,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:05,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:05,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:05,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:05,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:05,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:05,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:05,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:05,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:05,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:05,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:05,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:05,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:05,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:05,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:05,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:05,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:05,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:05,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:05,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:05,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:05,465 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:05,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:05,806 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:05,806 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:05,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:05,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386525801, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:05,808 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69f51d78 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b80487d 2024-12-16T22:01:05,811 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6be94a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:05,813 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:05,814 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:05,815 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69f51d78 to 127.0.0.1:63064 2024-12-16T22:01:05,815 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:05,959 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T22:01:05,961 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T22:01:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:05,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:05,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:05,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:05,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:05,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:05,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:05,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:05,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:05,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:05,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:05,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:05,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:05,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:05,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:05,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:05,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:05,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:05,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:05,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:05,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:05,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:05,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:05,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:05,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:05,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:05,980 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:06,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:06,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:06,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:06,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:06,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:06,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:06,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:06,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:06,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:06,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:06,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:06,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:06,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:06,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:06,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:06,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:06,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:06,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:06,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:06,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:06,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:06,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:06,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:06,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:06,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:06,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:06,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:06,495 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:06,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:06,821 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:06,821 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:06,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:06,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386526816, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:06,824 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c035818 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496d16b1 2024-12-16T22:01:06,827 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@137bb00a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:06,828 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:06,829 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:06,831 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c035818 to 127.0.0.1:63064 2024-12-16T22:01:06,831 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:06,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:06,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:06,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:07,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:07,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:07,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:07,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:07,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:07,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:07,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:07,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:07,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:07,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:07,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:07,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:07,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:07,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:07,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:07,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:07,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:07,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:07,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:07,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:07,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:07,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:07,009 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:07,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:07,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:07,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:07,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:07,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:07,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:07,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:07,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:07,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:07,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:07,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:07,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:07,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:07,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:07,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:07,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:07,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:07,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:07,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:07,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:07,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:07,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:07,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:07,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:07,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:07,523 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:07,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:07,836 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:07,837 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:07,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:07,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386527832, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:07,839 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65d20f5b to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@442b45ce 2024-12-16T22:01:07,842 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9e56a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:07,844 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:07,845 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:07,846 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65d20f5b to 127.0.0.1:63064 2024-12-16T22:01:07,846 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:08,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:08,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:08,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:08,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:08,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:08,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:08,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:08,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:08,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:08,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:08,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:08,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:08,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:08,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:08,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:08,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:08,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:08,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:08,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:08,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:08,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:08,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:08,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:08,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:08,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:08,036 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:08,187 INFO [master/28ac8e76af47:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T22:01:08,187 INFO [master/28ac8e76af47:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T22:01:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:08,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:08,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:08,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:08,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:08,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:08,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:08,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:08,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:08,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:08,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:08,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:08,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:08,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:08,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:08,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:08,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:08,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:08,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:08,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:08,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:08,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:08,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:08,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:08,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:08,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:08,548 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:08,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:08,852 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:08,853 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:08,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:08,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386528847, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:08,854 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16f8d093 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e3e2b7 2024-12-16T22:01:08,857 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70309654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:08,858 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:08,859 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:08,861 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16f8d093 to 127.0.0.1:63064 2024-12-16T22:01:08,861 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:09,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:09,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:09,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:09,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:09,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:09,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:09,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:09,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:09,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:09,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:09,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:09,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:09,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:09,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:09,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:09,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:09,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:09,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:09,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:09,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:09,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:09,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:09,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:09,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:09,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:09,060 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:09,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:09,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:09,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:09,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:09,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:09,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:09,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:09,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:09,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:09,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:09,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:09,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:09,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:09,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:09,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:09,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:09,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:09,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:09,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:09,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:09,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:09,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:09,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:09,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:09,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:09,575 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:09,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:09,866 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:09,867 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:09,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:09,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386529862, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:09,868 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e6c6ed1 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798ddff1 2024-12-16T22:01:09,871 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d7b74a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:09,873 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:09,874 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:09,875 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e6c6ed1 to 127.0.0.1:63064 2024-12-16T22:01:09,875 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:10,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:10,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:10,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:10,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:10,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:10,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:10,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:10,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:10,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:10,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:10,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:10,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:10,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:10,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:10,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:10,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:10,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:10,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:10,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:10,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:10,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:10,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:10,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:10,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:10,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:10,089 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:10,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:10,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:10,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:10,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:10,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:10,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:10,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:10,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:10,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:10,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:10,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:10,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:10,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:10,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:10,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:10,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:10,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:10,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:10,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:10,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:10,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:10,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:10,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:10,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:10,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:10,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:10,600 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:10,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:10,881 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:10,882 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:10,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:10,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386530876, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:10,884 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cfe6c08 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b1b4e31 2024-12-16T22:01:10,887 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d93e194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:10,889 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:10,890 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:10,892 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cfe6c08 to 127.0.0.1:63064 2024-12-16T22:01:10,892 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:11,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:11,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:11,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:11,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:11,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:11,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:11,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:11,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:11,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:11,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:11,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:11,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:11,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:11,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:11,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:11,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:11,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:11,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:11,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:11,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:11,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:11,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:11,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:11,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:11,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:11,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:11,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:11,116 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:11,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:11,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:11,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:11,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:11,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:11,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:11,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:11,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:11,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:11,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:11,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:11,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:11,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:11,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:11,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:11,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:11,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:11,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:11,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:11,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:11,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:11,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:11,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:11,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:11,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:11,628 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:11,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:11,897 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:11,898 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:11,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:11,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386531893, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:11,900 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f660300 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e7db61b 2024-12-16T22:01:11,903 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c807f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:11,905 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:11,906 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:11,907 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f660300 to 127.0.0.1:63064 2024-12-16T22:01:11,907 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:12,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:12,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:12,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:12,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:12,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:12,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:12,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:12,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:12,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:12,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:12,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:12,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:12,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:12,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:12,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:12,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:12,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:12,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:12,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:12,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:12,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:12,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:12,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:12,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:12,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:12,140 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:12,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:12,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:12,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:12,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:12,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:12,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:12,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:12,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:12,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:12,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:12,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:12,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:12,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:12,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:12,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:12,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:12,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:12,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:12,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:12,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:12,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:12,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:12,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:12,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:12,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:12,655 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:12,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:12,914 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:12,915 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:12,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:12,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386532909, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:12,917 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e020a21 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d9cba94 2024-12-16T22:01:12,920 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123bac51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:12,922 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:12,923 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:12,925 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e020a21 to 127.0.0.1:63064 2024-12-16T22:01:12,925 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:13,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:13,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:13,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:13,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:13,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:13,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:13,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:13,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:13,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:13,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:13,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:13,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:13,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:13,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:13,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:13,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:13,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:13,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:13,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:13,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:13,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:13,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:13,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:13,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:13,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:13,171 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:13,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:13,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:13,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:13,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:13,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:13,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:13,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:13,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:13,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:13,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:13,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:13,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:13,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:13,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:13,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:13,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:13,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:13,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:13,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:13,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:13,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:13,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:13,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:13,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:13,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:13,684 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:13,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:13,930 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:13,930 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:13,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:13,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386533926, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:13,932 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66c742cf to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ea70c99 2024-12-16T22:01:13,935 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1316838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:13,936 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:13,937 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:13,939 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66c742cf to 127.0.0.1:63064 2024-12-16T22:01:13,939 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:14,131 INFO [master/28ac8e76af47:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T22:01:14,132 INFO [master/28ac8e76af47:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T22:01:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:14,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:14,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:14,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:14,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:14,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:14,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:14,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:14,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:14,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:14,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:14,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:14,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:14,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:14,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:14,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:14,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:14,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:14,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:14,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:14,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:14,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:14,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:14,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:14,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:14,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:14,196 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:14,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:14,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:14,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:14,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:14,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:14,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:14,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:14,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:14,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:14,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:14,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:14,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:14,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:14,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:14,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:14,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:14,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:14,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:14,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:14,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:14,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:14,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:14,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:14,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:14,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:14,707 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:14,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:14,944 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:14,945 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:14,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:14,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386534940, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:14,946 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65691f4e to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@135c14be 2024-12-16T22:01:14,949 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a6de45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:14,951 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:14,952 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:14,953 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65691f4e to 127.0.0.1:63064 2024-12-16T22:01:14,953 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:15,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:15,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:15,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:15,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:15,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:15,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:15,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:15,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:15,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:15,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:15,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:15,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:15,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:15,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:15,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:15,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:15,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:15,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:15,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:15,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:15,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:15,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:15,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:15,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:15,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:15,219 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:15,441 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:15,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:15,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:15,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:15,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:15,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:15,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:15,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:15,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:15,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:15,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:15,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:15,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:15,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:15,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:15,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:15,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:15,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:15,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:15,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:15,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:15,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:15,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:15,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:15,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:15,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:15,731 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:15,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:15,958 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:15,959 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:15,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:15,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386535954, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:15,961 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2afe1274 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59741a71 2024-12-16T22:01:15,964 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760fa3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:15,965 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:15,966 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:15,968 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2afe1274 to 127.0.0.1:63064 2024-12-16T22:01:15,968 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:16,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:16,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:16,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:16,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:16,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:16,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:16,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:16,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:16,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:16,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:16,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:16,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:16,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:16,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:16,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:16,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:16,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:16,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:16,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:16,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:16,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:16,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:16,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:16,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:16,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:16,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:16,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:16,241 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:16,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:16,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:16,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:16,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:16,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:16,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:16,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:16,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:16,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:16,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:16,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:16,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:16,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:16,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:16,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:16,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:16,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:16,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:16,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:16,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:16,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:16,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:16,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:16,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:16,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:16,753 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:16,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:16,973 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:16,974 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:16,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:16,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386536969, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:16,975 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c0dcf87 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55d3ffe5 2024-12-16T22:01:16,978 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e482670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:16,980 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:16,981 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:16,982 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c0dcf87 to 127.0.0.1:63064 2024-12-16T22:01:16,982 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:17,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:17,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:17,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:17,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:17,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:17,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:17,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:17,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:17,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:17,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:17,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:17,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:17,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:17,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:17,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:17,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:17,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:17,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:17,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:17,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:17,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:17,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:17,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:17,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:17,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:17,268 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:17,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:17,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:17,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:17,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:17,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:17,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:17,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:17,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:17,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:17,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:17,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:17,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:17,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:17,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:17,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:17,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:17,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:17,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:17,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:17,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:17,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:17,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:17,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:17,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:17,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:17,781 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:17,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:17,987 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:17,988 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:17,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:17,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386537983, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:17,990 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a135465 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70f5a815 2024-12-16T22:01:17,993 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f116bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:17,994 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:17,995 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:17,996 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a135465 to 127.0.0.1:63064 2024-12-16T22:01:17,997 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:18,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:18,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:18,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:18,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:18,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:18,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:18,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:18,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:18,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:18,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:18,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:18,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:18,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:18,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:18,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:18,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:18,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:18,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:18,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:18,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:18,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:18,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:18,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:18,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:18,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:18,292 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:18,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:18,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:18,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:18,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:18,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:18,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:18,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:18,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:18,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:18,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:18,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:18,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:18,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:18,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:18,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:18,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:18,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:18,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:18,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:18,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:18,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:18,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:18,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:18,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:18,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:18,804 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:18,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:19,002 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:19,002 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:19,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:19,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386538997, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:19,005 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31b73556 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c5f9675 2024-12-16T22:01:19,008 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f447a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:19,009 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:19,010 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:19,011 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31b73556 to 127.0.0.1:63064 2024-12-16T22:01:19,012 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:19,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:19,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:19,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:19,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:19,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:19,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:19,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:19,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:19,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:19,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:19,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:19,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:19,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:19,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:19,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:19,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:19,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:19,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:19,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:19,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:19,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:19,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:19,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:19,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:19,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:19,316 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:19,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:19,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:19,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:19,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:19,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:19,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:19,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:19,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:19,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:19,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:19,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:19,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:19,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:19,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:19,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:19,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:19,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:19,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:19,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:19,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:19,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:19,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:19,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:19,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:19,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:19,827 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:20,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:20,016 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:20,017 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:20,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:20,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386540012, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:20,018 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2eb385e1 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e4f527c 2024-12-16T22:01:20,021 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@142cdb52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:20,022 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:20,023 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:20,025 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2eb385e1 to 127.0.0.1:63064 2024-12-16T22:01:20,025 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:20,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:20,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:20,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:20,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:20,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:20,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:20,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:20,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:20,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:20,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:20,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:20,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:20,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:20,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:20,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:20,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:20,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:20,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:20,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:20,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:20,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:20,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:20,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:20,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:20,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:20,339 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:20,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:20,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:20,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:20,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:20,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:20,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:20,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:20,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:20,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:20,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:20,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:20,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:20,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:20,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:20,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:20,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:20,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:20,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:20,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:20,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:20,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:20,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:20,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:20,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:20,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:20,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:20,851 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:21,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:21,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:21,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:21,030 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:21,031 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:21,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:21,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386541026, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:21,033 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x307d883e to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74e5e0ff 2024-12-16T22:01:21,035 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e1537a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:21,037 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:21,038 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:21,039 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x307d883e to 127.0.0.1:63064 2024-12-16T22:01:21,039 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:21,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:21,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:21,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:21,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:21,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:21,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:21,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:21,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:21,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:21,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:21,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:21,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:21,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:21,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:21,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:21,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:21,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:21,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:21,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:21,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:21,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:21,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:21,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:21,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:21,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:21,362 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:21,863 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-16T22:01:21,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-16T22:01:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-16T22:01:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T22:01:21,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386481866"}]},"ts":"1734386481866"} 2024-12-16T22:01:21,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-16T22:01:21,869 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-16T22:01:21,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-16T22:01:21,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d538ed8f9158ae0080ddc2664468f381, UNASSIGN}] 2024-12-16T22:01:21,871 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d538ed8f9158ae0080ddc2664468f381, UNASSIGN 2024-12-16T22:01:21,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=d538ed8f9158ae0080ddc2664468f381, regionState=CLOSING, regionLocation=28ac8e76af47,39641,1734386423598 2024-12-16T22:01:21,872 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T22:01:21,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure d538ed8f9158ae0080ddc2664468f381, server=28ac8e76af47,39641,1734386423598}] 2024-12-16T22:01:21,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T22:01:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T22:01:22,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:01:22,025 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:01:22,025 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T22:01:22,025 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing d538ed8f9158ae0080ddc2664468f381, disabling compactions & flushes 2024-12-16T22:01:22,025 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:01:22,025 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:01:22,025 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. after waiting 0 ms 2024-12-16T22:01:22,025 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:01:22,025 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing d538ed8f9158ae0080ddc2664468f381 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-16T22:01:22,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:22,044 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:22,045 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:22,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:22,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386542040, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:22,046 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x440446ad to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1fbdb4ca 2024-12-16T22:01:22,050 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@134b4ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:22,051 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:22,052 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:22,054 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x440446ad to 127.0.0.1:63064 2024-12-16T22:01:22,054 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:22,089 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/.tmp/fam/94c85eecac3247238b7eb8fcdf1ff615 is 4154, key is 0 put on table to be dropped/fam:row/1734386454293/Put/seqid=0 2024-12-16T22:01:22,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741866_1042 (size=9218) 2024-12-16T22:01:22,099 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/.tmp/fam/94c85eecac3247238b7eb8fcdf1ff615 2024-12-16T22:01:22,150 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/.tmp/fam/94c85eecac3247238b7eb8fcdf1ff615 as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/fam/94c85eecac3247238b7eb8fcdf1ff615 2024-12-16T22:01:22,158 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/fam/94c85eecac3247238b7eb8fcdf1ff615, entries=1, sequenceid=5, filesize=9.0 K 2024-12-16T22:01:22,160 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for d538ed8f9158ae0080ddc2664468f381 in 135ms, sequenceid=5, compaction requested=false 2024-12-16T22:01:22,161 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-16T22:01:22,166 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T22:01:22,167 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381. 2024-12-16T22:01:22,167 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for d538ed8f9158ae0080ddc2664468f381: 2024-12-16T22:01:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T22:01:22,168 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:01:22,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=d538ed8f9158ae0080ddc2664468f381, regionState=CLOSED 2024-12-16T22:01:22,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-16T22:01:22,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure d538ed8f9158ae0080ddc2664468f381, server=28ac8e76af47,39641,1734386423598 in 297 msec 2024-12-16T22:01:22,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-16T22:01:22,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d538ed8f9158ae0080ddc2664468f381, UNASSIGN in 300 msec 2024-12-16T22:01:22,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-16T22:01:22,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 303 msec 2024-12-16T22:01:22,177 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734386482177"}]},"ts":"1734386482177"} 2024-12-16T22:01:22,178 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-16T22:01:22,180 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-16T22:01:22,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 318 msec 2024-12-16T22:01:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T22:01:22,469 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-16T22:01:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:22,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:22,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:22,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:22,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:22,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:22,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:22,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:22,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:22,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:22,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:22,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:22,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:22,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:22,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:22,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:22,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:22,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:22,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:22,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:22,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:22,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:22,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:22,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:22,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:22,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:22,482 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:22,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:22,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:22,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:22,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:22,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:22,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:22,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:22,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:22,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:22,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:22,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:22,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:22,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:22,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:22,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:22,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:22,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:22,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:22,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:22,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:22,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:22,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:22,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:22,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:22,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:22,994 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:23,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:23,059 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:23,060 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:23,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:23,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386543055, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:23,062 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dcf8403 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f267294 2024-12-16T22:01:23,064 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76d236da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:23,066 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:23,067 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:23,068 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dcf8403 to 127.0.0.1:63064 2024-12-16T22:01:23,069 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:23,364 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-16T22:01:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:23,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:23,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:23,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:23,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:23,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:23,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:23,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:23,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:23,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:23,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:23,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:23,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:23,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:23,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:23,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:23,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:23,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:23,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:23,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:23,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:23,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:23,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:23,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:23,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:23,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:23,507 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:24,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:24,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:24,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:24,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:24,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:24,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:24,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:24,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:24,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:24,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:24,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:24,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:24,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:24,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:24,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:24,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:24,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:24,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:24,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:24,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:24,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:24,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:24,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:24,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:24,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:24,019 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:24,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:24,074 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:24,075 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:24,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:24,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386544069, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:24,076 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x288c3140 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24b24417 2024-12-16T22:01:24,079 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4331c2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:24,080 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:24,081 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:24,083 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x288c3140 to 127.0.0.1:63064 2024-12-16T22:01:24,083 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:24,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:24,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:24,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:24,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:24,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:24,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:24,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:24,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:24,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:24,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:24,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:24,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:24,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:24,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:24,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:24,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:24,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:24,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:24,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:24,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:24,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:24,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:24,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:24,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:24,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:24,531 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:25,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:25,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:25,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:25,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:25,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:25,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:25,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:25,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:25,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:25,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:25,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:25,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:25,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:25,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:25,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:25,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:25,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:25,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:25,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:25,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:25,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:25,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:25,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:25,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:25,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:25,041 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:25,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:25,088 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:25,088 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:25,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:25,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386545084, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:25,090 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0128d0ba to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@370cbe74 2024-12-16T22:01:25,093 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a65a602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:25,094 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:25,095 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:25,096 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0128d0ba to 127.0.0.1:63064 2024-12-16T22:01:25,096 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:25,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:25,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:25,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:25,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:25,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:25,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:25,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:25,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:25,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:25,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:25,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:25,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:25,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:25,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:25,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:25,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:25,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:25,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:25,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:25,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:25,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:25,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:25,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:25,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:25,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:25,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:25,553 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:26,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:26,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:26,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:26,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:26,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:26,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:26,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:26,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:26,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:26,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:26,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:26,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:26,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:26,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:26,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:26,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:26,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:26,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:26,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:26,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:26,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:26,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:26,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:26,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:26,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:26,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:26,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:26,064 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:26,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:26,101 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:26,102 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:26,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:26,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386546097, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:26,103 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a6942d5 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1844aaf2 2024-12-16T22:01:26,107 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc65a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:26,108 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:26,109 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:26,110 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a6942d5 to 127.0.0.1:63064 2024-12-16T22:01:26,110 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:26,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:26,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:26,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:26,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:26,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:26,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:26,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:26,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:26,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:26,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:26,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:26,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:26,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:26,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:26,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:26,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:26,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:26,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:26,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:26,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:26,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:26,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:26,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:26,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:26,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:26,576 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:26,825 DEBUG [master/28ac8e76af47:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T22:01:26,829 DEBUG [master/28ac8e76af47:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region aecef68ec70b7d1255fe87599e28e7e8 changed from -1.0 to 0.0, refreshing cache 2024-12-16T22:01:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:27,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:27,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:27,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:27,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:27,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:27,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:27,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:27,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:27,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:27,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:27,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:27,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:27,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:27,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:27,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:27,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:27,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:27,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:27,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:27,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:27,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:27,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:27,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:27,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:27,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:27,090 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:27,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:27,116 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:27,117 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:27,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:27,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386547111, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:27,119 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d5e2ee4 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60f00c87 2024-12-16T22:01:27,128 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d992efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:27,129 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:27,130 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:27,132 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d5e2ee4 to 127.0.0.1:63064 2024-12-16T22:01:27,132 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:27,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:27,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:27,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:27,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:27,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:27,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:27,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:27,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:27,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:27,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:27,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:27,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:27,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:27,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:27,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:27,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:27,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:27,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:27,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:27,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:27,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:27,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:27,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:27,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:27,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:27,601 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:27,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T22:01:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:28,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:28,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:28,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:28,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:28,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:28,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:28,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:28,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:28,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:28,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:28,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:28,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:28,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:28,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:28,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:28,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:28,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:28,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:28,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:28,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:28,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:28,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:28,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:28,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:28,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:28,112 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:28,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:28,136 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:28,137 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:28,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:28,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386548132, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:28,139 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61eee93e to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a45b0 2024-12-16T22:01:28,142 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55a06da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:28,143 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:28,144 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:28,146 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61eee93e to 127.0.0.1:63064 2024-12-16T22:01:28,146 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:28,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:28,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:28,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:28,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:28,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:28,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:28,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:28,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:28,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:28,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:28,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:28,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:28,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:28,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:28,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:28,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:28,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:28,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:28,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:28,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:28,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:28,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:28,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:28,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:28,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:28,624 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:29,013 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T22:01:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:29,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:29,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:29,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:29,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:29,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:29,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:29,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:29,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:29,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:29,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:29,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:29,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:29,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:29,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:29,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:29,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:29,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:29,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:29,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:29,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:29,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:29,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:29,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:29,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:29,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:29,135 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:29,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:29,150 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:29,151 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:29,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:29,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386549146, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:29,152 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50520e81 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b6e6fe 2024-12-16T22:01:29,155 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@552d060d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:29,156 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:29,157 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:29,159 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50520e81 to 127.0.0.1:63064 2024-12-16T22:01:29,159 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:29,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:29,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:29,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:29,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:29,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:29,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:29,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:29,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:29,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:29,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:29,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:29,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:29,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:29,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:29,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:29,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:29,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:29,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:29,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:29,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:29,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:29,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:29,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:29,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:29,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:29,646 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:30,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:30,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:30,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:30,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:30,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:30,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:30,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:30,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:30,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:30,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:30,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:30,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:30,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:30,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:30,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:30,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:30,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:30,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:30,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:30,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:30,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:30,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:30,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:30,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:30,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:30,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:30,160 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:30,163 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:30,164 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:30,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:30,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386550159, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:30,166 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e30e5e7 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a056bc9 2024-12-16T22:01:30,170 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@472517ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:30,172 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:30,173 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:30,175 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e30e5e7 to 127.0.0.1:63064 2024-12-16T22:01:30,175 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:30,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:30,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:30,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:30,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:30,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:30,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:30,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:30,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:30,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:30,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:30,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:30,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:30,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:30,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:30,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:30,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:30,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:30,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:30,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:30,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:30,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:30,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:30,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:30,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:30,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:30,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:30,672 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:31,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:31,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:31,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:31,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:31,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:31,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:31,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:31,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:31,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:31,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:31,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:31,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:31,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:31,179 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:31,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:31,180 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:31,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:31,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:31,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386551176, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:31,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:31,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:31,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:31,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:31,182 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36b8a5e7 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67b2dbda 2024-12-16T22:01:31,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:31,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:31,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:31,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:31,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:31,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:31,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:31,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:31,185 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8470a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:31,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:31,185 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:31,186 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:31,187 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:31,188 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36b8a5e7 to 127.0.0.1:63064 2024-12-16T22:01:31,189 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:31,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:31,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:31,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:31,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:31,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:31,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:31,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:31,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:31,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:31,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:31,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:31,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:31,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:31,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:31,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:31,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:31,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:31,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:31,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:31,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:31,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:31,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:31,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:31,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:31,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:31,696 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:32,167 DEBUG [master/28ac8e76af47:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 7fce2feff3bb9c14253a7d74f78a104e changed from -1.0 to 0.0, refreshing cache 2024-12-16T22:01:32,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:32,193 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:32,194 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:32,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:32,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386552189, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:32,195 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7780c627 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61dbf06 2024-12-16T22:01:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:32,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:32,199 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@363eae46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:32,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:32,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:32,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:32,200 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:32,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:32,201 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:32,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:32,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:32,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:32,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:32,203 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7780c627 to 127.0.0.1:63064 2024-12-16T22:01:32,203 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:32,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:32,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:32,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:32,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:32,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:32,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:32,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:32,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:32,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:32,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:32,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:32,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:32,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:32,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:32,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:32,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:32,209 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:32,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:32,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:32,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:32,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:32,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:32,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:32,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:32,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:32,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:32,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:32,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:32,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:32,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:32,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:32,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:32,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:32,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:32,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:32,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:32,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:32,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:32,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:32,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:32,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:32,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:32,721 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:33,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:33,208 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:33,209 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:33,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:33,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386553204, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:33,210 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65dea3ce to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ed0d5fc 2024-12-16T22:01:33,213 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d5f06fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:33,214 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:33,215 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:33,217 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65dea3ce to 127.0.0.1:63064 2024-12-16T22:01:33,217 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:33,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:33,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:33,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:33,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:33,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:33,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:33,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:33,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:33,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:33,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:33,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:33,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:33,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:33,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:33,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:33,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:33,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:33,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:33,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:33,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:33,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:33,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:33,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:33,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:33,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:33,233 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:33,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:33,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:33,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:33,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:33,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:33,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:33,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:33,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:33,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:33,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:33,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:33,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:33,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:33,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:33,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:33,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:33,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:33,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:33,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:33,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:33,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:33,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:33,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:33,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:33,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:33,751 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:34,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:34,222 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:34,222 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:34,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:34,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386554218, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:34,224 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032ce817 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c3db5ae 2024-12-16T22:01:34,227 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13da338c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:34,228 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:34,229 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:34,230 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032ce817 to 127.0.0.1:63064 2024-12-16T22:01:34,230 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:34,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:34,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:34,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:34,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:34,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:34,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:34,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:34,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:34,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:34,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:34,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:34,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:34,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:34,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:34,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:34,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:34,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:34,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:34,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:34,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:34,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:34,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:34,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:34,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:34,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:34,262 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:34,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:34,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:34,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:34,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:34,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:34,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:34,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:34,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:34,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:34,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:34,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:34,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:34,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:34,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:34,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:34,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:34,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:34,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:34,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:34,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:34,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:34,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:34,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:34,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:34,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:34,776 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:35,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:35,240 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:35,241 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:35,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:35,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386555234, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:35,243 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a18975b to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b79db73 2024-12-16T22:01:35,253 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79fdc9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:35,255 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:35,256 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:35,258 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a18975b to 127.0.0.1:63064 2024-12-16T22:01:35,258 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:35,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:35,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:35,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:35,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:35,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:35,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:35,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:35,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:35,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:35,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:35,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:35,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:35,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:35,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:35,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:35,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:35,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:35,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:35,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:35,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:35,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:35,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:35,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:35,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:35,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:35,294 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:35,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:35,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:35,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:35,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:35,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:35,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:35,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:35,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:35,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:35,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:35,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:35,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:35,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:35,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:35,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:35,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:35,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:35,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:35,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:35,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:35,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:35,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:35,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:35,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:35,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:35,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:35,839 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:36,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:36,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:36,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:36,264 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:36,265 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:36,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:36,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386556259, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:36,266 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c1c09ae to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@294be31d 2024-12-16T22:01:36,271 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eef9426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:36,272 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:36,273 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:36,275 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c1c09ae to 127.0.0.1:63064 2024-12-16T22:01:36,275 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:36,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:36,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:36,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:36,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:36,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:36,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:36,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:36,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:36,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:36,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:36,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:36,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:36,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:36,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:36,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:36,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:36,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:36,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:36,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:36,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:36,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:36,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:36,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:36,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:36,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:36,352 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:36,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:36,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:36,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:36,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:36,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:36,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:36,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:36,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:36,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:36,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:36,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:36,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:36,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:36,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:36,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:36,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:36,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:36,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:36,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:36,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:36,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:36,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:36,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:36,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:36,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:36,866 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:37,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:37,280 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:37,280 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:37,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:37,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386557276, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:37,282 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5710ef31 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21b5adc5 2024-12-16T22:01:37,285 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63394371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:37,286 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:37,287 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:37,289 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5710ef31 to 127.0.0.1:63064 2024-12-16T22:01:37,289 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:37,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:37,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:37,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:37,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:37,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:37,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:37,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:37,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:37,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:37,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:37,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:37,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:37,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:37,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:37,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:37,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:37,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:37,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:37,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:37,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:37,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:37,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:37,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:37,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:37,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:37,378 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:37,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:37,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:37,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:37,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:37,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:37,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:37,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:37,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:37,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:37,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:37,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:37,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:37,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:37,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:37,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:37,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:37,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:37,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:37,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:37,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:37,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:37,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:37,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:37,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:37,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:37,894 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:38,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:38,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:38,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:38,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:38,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:38,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:38,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:38,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:38,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:38,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:38,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:38,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:38,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:38,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:38,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:38,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:38,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:38,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:38,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:38,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:38,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:38,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:38,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:38,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:38,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:38,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:38,409 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:38,527 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:38,528 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:38,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:38,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386558290, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:38,529 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x362cf619 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a7bae9c 2024-12-16T22:01:38,533 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13705069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:38,534 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:38,535 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:38,537 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x362cf619 to 127.0.0.1:63064 2024-12-16T22:01:38,537 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:38,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:38,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:38,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:38,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:38,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:38,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:38,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:38,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:38,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:38,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:38,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:38,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:38,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:38,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:38,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:38,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:38,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:38,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:38,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:38,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:38,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:38,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:38,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:38,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:38,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:38,920 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:39,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:39,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:39,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:39,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:39,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:39,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:39,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:39,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:39,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:39,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:39,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:39,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:39,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:39,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:39,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:39,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:39,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:39,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:39,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:39,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:39,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:39,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:39,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:39,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:39,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:39,431 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:39,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:39,541 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:39,542 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:39,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:39,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386559537, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:39,544 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc5c670 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cad86da 2024-12-16T22:01:39,548 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d4f603e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:39,550 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:39,551 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:39,552 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc5c670 to 127.0.0.1:63064 2024-12-16T22:01:39,552 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:39,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:39,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:39,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:39,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:39,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:39,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:39,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:39,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:39,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:39,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:39,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:39,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:39,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:39,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:39,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:39,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:39,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:39,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:39,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:39,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:39,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:39,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:39,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:39,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:39,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:39,943 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:40,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:40,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:40,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:40,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:40,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:40,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:40,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:40,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:40,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:40,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:40,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:40,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:40,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:40,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:40,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:40,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:40,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:40,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:40,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:40,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:40,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:40,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:40,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:40,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:40,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:40,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:40,454 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:40,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:40,557 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:40,557 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:40,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:40,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386560553, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:40,559 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41f57cec to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@416eb95e 2024-12-16T22:01:40,562 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47266fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:40,563 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:40,564 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:40,566 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41f57cec to 127.0.0.1:63064 2024-12-16T22:01:40,566 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:40,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:40,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:40,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:40,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:40,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:40,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:40,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:40,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:40,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:40,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:40,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:40,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:40,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:40,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:40,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:40,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:40,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:40,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:40,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:40,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:40,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:40,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:40,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:40,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:40,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:40,968 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:41,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:41,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:41,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:41,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:41,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:41,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:41,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:41,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:41,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:41,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:41,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:41,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:41,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:41,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:41,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:41,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:41,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:41,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:41,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:41,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:41,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:41,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:41,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:41,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:41,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:41,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:41,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:41,479 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:41,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:41,570 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:41,571 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:41,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:41,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386561566, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:41,572 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fa87f0d to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b388def 2024-12-16T22:01:41,575 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f144bd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:41,576 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:41,577 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:41,578 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fa87f0d to 127.0.0.1:63064 2024-12-16T22:01:41,579 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:41,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:41,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:41,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:41,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:41,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:41,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:41,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:41,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:41,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:41,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:41,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:41,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:41,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:41,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:41,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:41,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:41,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:41,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:41,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:41,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:41,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:41,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:41,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:41,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:41,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:41,990 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:42,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:42,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:42,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:42,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:42,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:42,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:42,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:42,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:42,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:42,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:42,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:42,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:42,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:42,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:42,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:42,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:42,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:42,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:42,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:42,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:42,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:42,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:42,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:42,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:42,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:42,501 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:42,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:42,583 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:42,584 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:42,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:42,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386562579, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:42,586 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15a41f9f to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1afcaf31 2024-12-16T22:01:42,589 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab2d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:42,590 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:42,591 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:42,592 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15a41f9f to 127.0.0.1:63064 2024-12-16T22:01:42,592 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:43,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:43,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:43,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:43,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:43,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:43,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:43,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:43,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:43,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:43,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:43,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:43,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:43,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:43,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:43,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:43,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:43,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:43,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:43,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:43,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:43,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:43,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:43,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:43,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:43,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:43,015 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:43,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:43,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:43,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:43,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:43,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:43,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:43,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:43,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:43,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:43,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:43,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:43,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:43,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:43,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:43,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:43,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:43,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:43,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:43,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:43,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:43,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:43,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:43,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:43,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:43,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:43,526 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:43,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:43,597 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:43,597 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:43,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:43,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386563593, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:43,599 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x598807f7 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2672aed0 2024-12-16T22:01:43,607 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@786c7f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:43,609 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:43,610 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:43,611 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x598807f7 to 127.0.0.1:63064 2024-12-16T22:01:43,611 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:44,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:44,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:44,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:44,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:44,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:44,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:44,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:44,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:44,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:44,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:44,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:44,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:44,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:44,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:44,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:44,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:44,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:44,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:44,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:44,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:44,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:44,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:44,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:44,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:44,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:44,037 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:44,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:44,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:44,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:44,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:44,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:44,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:44,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:44,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:44,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:44,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:44,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:44,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:44,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:44,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:44,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:44,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:44,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:44,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:44,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:44,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:44,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:44,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:44,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:44,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:44,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:44,549 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:44,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:44,627 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:44,628 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:44,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:44,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386564612, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:44,629 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x204e9fab to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13f9b15c 2024-12-16T22:01:44,635 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f52b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:44,637 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:44,638 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:44,640 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x204e9fab to 127.0.0.1:63064 2024-12-16T22:01:44,640 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:45,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:45,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:45,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:45,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:45,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:45,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:45,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:45,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:45,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:45,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:45,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:45,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:45,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:45,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:45,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:45,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:45,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:45,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:45,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:45,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:45,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:45,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:45,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:45,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:45,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:45,061 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:45,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: -1 2024-12-16T22:01:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:45,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:45,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:45,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:45,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:45,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:45,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:45,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:45,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:45,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:45,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:45,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:45,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:45,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:45,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:45,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:45,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:45,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:45,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:45,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:45,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:45,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:45,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:45,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:45,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:45,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:45,571 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:45,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:45,644 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:45,645 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:45,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:45,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386565640, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:45,646 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61495620 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f647804 2024-12-16T22:01:45,649 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e6a7b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:45,651 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:45,652 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:45,654 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61495620 to 127.0.0.1:63064 2024-12-16T22:01:45,654 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:46,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:46,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T22:01:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:46,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:46,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:46,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:46,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:46,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:46,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:46,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:46,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:46,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:46,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:46,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:46,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:46,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:46,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:46,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:46,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:46,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:46,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:46,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:46,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:46,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:46,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:46,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:46,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:46,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:46,083 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:46,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:46,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:46,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:46,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:46,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:46,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:46,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:46,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:46,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:46,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:46,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:46,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:46,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:46,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:46,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:46,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:46,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:46,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:46,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:46,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:46,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:46,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:46,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:46,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:46,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:46,596 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:46,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:46,658 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:46,659 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:46,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:46,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386566655, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:46,660 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7174b8e9 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dcc5a9b 2024-12-16T22:01:46,664 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b316d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:46,665 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:46,666 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:46,667 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7174b8e9 to 127.0.0.1:63064 2024-12-16T22:01:46,667 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:47,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:47,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:47,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:47,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:47,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:47,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:47,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:47,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:47,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:47,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:47,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:47,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:47,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:47,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:47,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:47,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:47,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:47,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:47,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:47,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:47,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:47,108 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:47,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:47,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:47,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:47,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:47,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:47,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:47,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:47,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:47,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:47,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:47,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:47,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:47,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:47,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:47,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:47,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:47,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:47,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:47,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:47,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:47,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:47,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:47,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:47,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:47,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:47,618 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T22:01:47,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:47,671 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:47,672 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:47,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:47,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386567668, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:47,673 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167fd510 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19e85dc6 2024-12-16T22:01:47,676 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2155ddaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:47,677 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:47,678 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:47,679 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167fd510 to 127.0.0.1:63064 2024-12-16T22:01:47,680 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:48,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-16T22:01:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:01:48,121 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:01:48,121 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:01:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T22:01:48,124 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:01:48,126 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/fam, FileablePath, hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/recovered.edits] 2024-12-16T22:01:48,131 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/fam/94c85eecac3247238b7eb8fcdf1ff615 to hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/archive/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/fam/94c85eecac3247238b7eb8fcdf1ff615 2024-12-16T22:01:48,134 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/recovered.edits/8.seqid to hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/archive/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381/recovered.edits/8.seqid 2024-12-16T22:01:48,135 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/testdroppedtimed/d538ed8f9158ae0080ddc2664468f381 2024-12-16T22:01:48,135 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-16T22:01:48,137 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:01:48,139 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-16T22:01:48,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-16T22:01:48,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:01:48,141 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-16T22:01:48,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734386508141"}]},"ts":"9223372036854775807"} 2024-12-16T22:01:48,143 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T22:01:48,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d538ed8f9158ae0080ddc2664468f381, NAME => 'testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T22:01:48,143 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-16T22:01:48,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734386508143"}]},"ts":"9223372036854775807"} 2024-12-16T22:01:48,144 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-16T22:01:48,147 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T22:01:48,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 28 msec 2024-12-16T22:01:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T22:01:48,222 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-16T22:01:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:48,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:48,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:48,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:48,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:48,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:48,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:48,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:48,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:48,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:48,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:48,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:48,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:48,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:48,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:48,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:48,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:48,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:48,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:48,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:48,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:48,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:48,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:48,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:48,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:48,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:48,233 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T22:01:48,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:48,684 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T22:01:48,684 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:48,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T22:01:48,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:40668 deadline: 1734386568680, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T22:01:48,685 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f06eb33 to 127.0.0.1:63064 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@145b9978 2024-12-16T22:01:48,689 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bec96f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T22:01:48,690 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T22:01:48,691 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T22:01:48,691 WARN [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-16T22:01:48,692 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f06eb33 to 127.0.0.1:63064 2024-12-16T22:01:48,692 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:48,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:48,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:48,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:48,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:48,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:48,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:48,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:48,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:48,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:48,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:48,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:48,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:48,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:48,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:48,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:48,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:48,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:48,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:48,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:48,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:48,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:48,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:48,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:48,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:48,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:48,745 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T22:01:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:49,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:49,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:49,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:49,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:49,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:49,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:49,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:49,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:49,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:49,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:49,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:49,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:49,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:49,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:49,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:49,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:49,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:49,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:49,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:49,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:49,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:49,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:49,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:49,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:49,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:49,256 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T22:01:49,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,699 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/27=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/28=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/29=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/30=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/31=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/32=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/33=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/34=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/35=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/36=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/37=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/38=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/39=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/40=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/41=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/42=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/43=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/44=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/45=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/46=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/47=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/48=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/49=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,726 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,732 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/51=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/52=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/53=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/54=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/55=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/56=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/57=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/58=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/59=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/60=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/61=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/62=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/63=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/64=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/65=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/66=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/67=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/68=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/69=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/70=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/71=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/72=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/73=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,735 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,740 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/75=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/76=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/77=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/78=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/79=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/80=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/81=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/82=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/83=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/84=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/85=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/86=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/87=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/88=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/89=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/90=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/91=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/92=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/93=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/94=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/95=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/96=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/97=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,742 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,747 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/99=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/100=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/101=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/102=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/103=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/104=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/105=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/106=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/107=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/108=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/109=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/110=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/111=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/112=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/113=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/114=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/115=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/116=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/117=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/118=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/119=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/120=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/121=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,750 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,754 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/123=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/124=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/125=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/126=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/127=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/128=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/129=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/130=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/131=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/132=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/133=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/134=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/135=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/136=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/137=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/138=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/139=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/140=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/141=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/142=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/143=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/144=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/145=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,757 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:49,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:49,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:49,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:49,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:49,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:49,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:49,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:49,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:49,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:49,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:49,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:49,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:49,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:49,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:49,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:49,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:49,765 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/147=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/148=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/149=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/150=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/151=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/152=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/153=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/154=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/155=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/156=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/157=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/158=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/159=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/160=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/161=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/162=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/163=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/164=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/165=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/166=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/167=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/168=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/169=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:49,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:49,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:49,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:49,767 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:49,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:49,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:49,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:49,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:49,769 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T22:01:49,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,772 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/171=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/172=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/173=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/174=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/175=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/176=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/177=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/178=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/179=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/180=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/181=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/182=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/183=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/184=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/185=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/186=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/187=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/188=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/189=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/190=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/191=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/192=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/193=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,773 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,779 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/195=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/196=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/197=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/198=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/199=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/200=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/201=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/202=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/203=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/204=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/205=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/206=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/207=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/208=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/209=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/210=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/211=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/212=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/213=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/214=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/215=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/216=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/217=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,781 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,788 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/219=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/220=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/221=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/222=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/223=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/224=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/225=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/226=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/227=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/228=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/229=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/230=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/231=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/232=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/233=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/234=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/235=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/236=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/237=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/238=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/239=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/240=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/241=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,790 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,795 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/243=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/244=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/245=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/246=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/247=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/248=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/249=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/250=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/251=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/252=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/253=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/254=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/255=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/256=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/257=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/258=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/259=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/260=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/261=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/262=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/263=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/264=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/265=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,798 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,802 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/267=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/268=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/269=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/270=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/271=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/272=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/273=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/274=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/275=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/276=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/277=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/278=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/279=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/280=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/281=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/282=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/283=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/284=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/285=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/286=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/287=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/288=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/289=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,805 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,812 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/291=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/292=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/293=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/294=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/295=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/296=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/297=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/298=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/299=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/300=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/301=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/302=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/303=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/304=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/305=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/306=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/307=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/308=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/309=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/310=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/311=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/312=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/313=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,814 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,819 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/315=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/316=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/317=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/318=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/319=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/320=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/321=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/322=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/323=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/324=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/325=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/326=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/327=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/328=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/329=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/330=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/331=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/332=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/333=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/334=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/335=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/336=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/337=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,820 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,825 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/339=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/340=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/341=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/342=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/343=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/344=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/345=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/346=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/347=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/348=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/349=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/350=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/351=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/352=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/353=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/354=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/355=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/356=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/357=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/358=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/359=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/360=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/361=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,827 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,832 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/363=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/364=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/365=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/366=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/367=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/368=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/369=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/370=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/371=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/372=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/373=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/374=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/375=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/376=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/377=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/378=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/379=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/380=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/381=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/382=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/383=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/384=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/385=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,834 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,840 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/387=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/388=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/389=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/390=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/391=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/392=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/393=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/394=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/395=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/396=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/397=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/398=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/399=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/400=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/401=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/402=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/403=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/404=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/405=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/406=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/407=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/408=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/409=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,842 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,848 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/411=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/412=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/413=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/414=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/415=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/416=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/417=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/418=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/419=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/420=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/421=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/422=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/423=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/424=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/425=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/426=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/427=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/428=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/429=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/430=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/431=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/432=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/433=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,850 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,854 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/435=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/436=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/437=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/438=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/439=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/440=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/441=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/442=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/443=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/444=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/445=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/446=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/447=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/448=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/449=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/450=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/451=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/452=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/453=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/454=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/455=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/456=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/457=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,856 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,861 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/459=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/460=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/461=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/462=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/463=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/464=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/465=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/466=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/467=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/468=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/469=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/470=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/471=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/472=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/473=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/474=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/475=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/476=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/477=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/478=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/479=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/480=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/481=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,862 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,868 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/483=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/484=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/485=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/486=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/487=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/488=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/489=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/490=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/491=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/492=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/493=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/494=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/495=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/496=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/497=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/498=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/499=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/500=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/501=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/502=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/503=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/504=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/505=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,869 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,874 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/507=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/508=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/509=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/510=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/511=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/512=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/513=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/514=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/515=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/516=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/517=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/518=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/519=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/520=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/521=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/522=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/523=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/524=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/525=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/526=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/527=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/528=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/529=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,876 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,882 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/531=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/532=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/533=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/534=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/535=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/536=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/537=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/538=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/539=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/540=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/541=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/542=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/543=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/544=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/545=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/546=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/547=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/548=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/549=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/550=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/551=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/552=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/553=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,884 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,890 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/555=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/556=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/557=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/558=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/559=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/560=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/561=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/562=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/563=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/564=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/565=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/566=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/567=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/568=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/569=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/570=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/571=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/572=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/573=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/574=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/575=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/576=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/577=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,892 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,903 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/579=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/580=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/581=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/582=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/583=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/584=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/585=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/586=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/587=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/588=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/589=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/590=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/591=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/592=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/593=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/594=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/595=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/596=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/597=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/598=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/599=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/600=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/601=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,904 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,910 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/603=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/604=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/605=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/606=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/607=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/608=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/609=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/610=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/611=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/612=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/613=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/614=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/615=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/616=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/617=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/618=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/619=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/620=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/621=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/622=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/623=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/624=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/625=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,911 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,918 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/627=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/628=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/629=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/630=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/631=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/632=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/633=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/634=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/635=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/636=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/637=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/638=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/639=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/640=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/641=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/642=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/643=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/644=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/645=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/646=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/647=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/648=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/649=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,919 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,924 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/651=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/652=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/653=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/654=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/655=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/656=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/657=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/658=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/659=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/660=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/661=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/662=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/663=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/664=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/665=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/666=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/667=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/668=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/669=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/670=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/671=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/672=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/673=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,926 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,932 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/675=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/676=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/677=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/678=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/679=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/680=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/681=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/682=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/683=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/684=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/685=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/686=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/687=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/688=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/689=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/690=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/691=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/692=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/693=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/694=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/695=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/696=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/697=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,933 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,939 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/699=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/700=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/701=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/702=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/703=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/704=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/705=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/706=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/707=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/708=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/709=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/710=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/711=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/712=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/713=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/714=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/715=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/716=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/717=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/718=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/719=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/720=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/721=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,940 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,945 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/723=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/724=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/725=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/726=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/727=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/728=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/729=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/730=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/731=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/732=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/733=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/734=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/735=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/736=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/737=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/738=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/739=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/740=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/741=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/742=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/743=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/744=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/745=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,946 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,952 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/747=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/748=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/749=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/750=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/751=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/752=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/753=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/754=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/755=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/756=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/757=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/758=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/759=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/760=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/761=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/762=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/763=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/764=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/765=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/766=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/767=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/768=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/769=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,953 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,959 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/771=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/772=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/773=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/774=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/775=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/776=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/777=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/778=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/779=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/780=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/781=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/782=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/783=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/784=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/785=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/786=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/787=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/788=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/789=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/790=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/791=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/792=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/793=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,960 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,967 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/795=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/796=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/797=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/798=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/799=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/800=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/801=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/802=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/803=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/804=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/805=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/806=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/807=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/808=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/809=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/810=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/811=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/812=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/813=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/814=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/815=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/816=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/817=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,968 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,973 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/819=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/820=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/821=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/822=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/823=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/824=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/825=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/826=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/827=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/828=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/829=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/830=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/831=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/832=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/833=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/834=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/835=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/836=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/837=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/838=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/839=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/840=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/841=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,974 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,979 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/843=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/844=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/845=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/846=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/847=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/848=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/849=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/850=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/851=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/852=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/853=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/854=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/855=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/856=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/857=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/858=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/859=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/860=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/861=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/862=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/863=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/864=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/865=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,980 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,987 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/867=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/868=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/869=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/870=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/871=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/872=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/873=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/874=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/875=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/876=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/877=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/878=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/879=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/880=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/881=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/882=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/883=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/884=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/885=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/886=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/887=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/888=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/889=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,989 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,993 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/891=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/892=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/893=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/894=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/895=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/896=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/897=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/898=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/899=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/900=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/901=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/902=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/903=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/904=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/905=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/906=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/907=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/908=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/909=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/910=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/911=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/912=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/913=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:49,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,995 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:49,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:49,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:49,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,000 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/915=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/916=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/917=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/918=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/919=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/920=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/921=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/922=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/923=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/924=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/925=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/926=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/927=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/928=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/929=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/930=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/931=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/932=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/933=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/934=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/935=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/936=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/937=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:50,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:50,002 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T22:01:50,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:50,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,007 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/939=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/940=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/941=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/942=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/943=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/944=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/945=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/946=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/947=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/948=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/949=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/950=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/951=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/952=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/953=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/954=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/955=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/956=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/957=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/958=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/959=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/960=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/961=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:50,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:50,009 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T22:01:50,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:50,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,021 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 4208104, reset compression=false 2024-12-16T22:01:50,021 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/963=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/964=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/965=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/966=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/967=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/968=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/969=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/970=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/971=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/972=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/973=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/974=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/975=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/976=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/977=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/978=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/979=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/980=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/981=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/982=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/983=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/984=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/985=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T22:01:50,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:50,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:50,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,029 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T22:01:50,029 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 4208924, reset compression=false 2024-12-16T22:01:50,029 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/5492d3961ccd88f72f60cecb6908e374/987=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/988=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/989=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/990=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/991=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/992=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/993=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/994=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/995=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/996=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/997=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/998=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/999=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/1000=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/1001=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/1002=[#edits: 1 = ],4297}, {test/5492d3961ccd88f72f60cecb6908e374/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-16T22:01:50,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:50,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T22:01:50,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T22:01:50,053 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T22:01:50,236 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.wal-reader.28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 to pos 4208924, reset compression=false 2024-12-16T22:01:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40225 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T22:01:50,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T22:01:50,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T22:01:50,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T22:01:50,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T22:01:50,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T22:01:50,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T22:01:50,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T22:01:50,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T22:01:50,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T22:01:50,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T22:01:50,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T22:01:50,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T22:01:50,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T22:01:50,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T22:01:50,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T22:01:50,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T22:01:50,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T22:01:50,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T22:01:50,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T22:01:50,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T22:01:50,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T22:01:50,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T22:01:50,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T22:01:50,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T22:01:50,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T22:01:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-16T22:01:50,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(3926): Client=jenkins//172.17.0.3 removing replication peer, id=2 2024-12-16T22:01:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-16T22:01:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T22:01:50,317 DEBUG [PEWorker-1 {}] zookeeper.ZKUtil(111): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-16T22:01:50,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-16T22:01:50,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-16T22:01:50,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-16T22:01:50,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T22:01:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T22:01:50,442 INFO [28ac8e76af47:39641Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 1001, current progress: walGroup [28ac8e76af47%2C39641%2C1734386423598]: currently replicating from: hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 at position: 4208924 2024-12-16T22:01:50,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 28ac8e76af47,39641,1734386423598 2024-12-16T22:01:50,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39641 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-16T22:01:50,472 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-16T22:01:50,472 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-16T22:01:50,472 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-16T22:01:50,574 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x101514014fc000f, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:50,574 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x101514014fc000f, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:50,574 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cd1dfb9 to 127.0.0.1:63064 2024-12-16T22:01:50,575 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T22:01:50,675 WARN [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-16T22:01:50,775 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0.replicationSource,2.replicationSource.shipper28ac8e76af47%2C39641%2C1734386423598,2 terminated 2024-12-16T22:01:50,776 INFO [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-16T22:01:50,777 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/28ac8e76af47,39641,1734386423598/2/28ac8e76af47%2C39641%2C1734386423598.1734386425557 2024-12-16T22:01:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/28ac8e76af47,39641,1734386423598/2/28ac8e76af47%2C39641%2C1734386423598.1734386425557 2024-12-16T22:01:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/28ac8e76af47,39641,1734386423598/2 2024-12-16T22:01:50,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/28ac8e76af47,39641,1734386423598/2 2024-12-16T22:01:50,781 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-16T22:01:50,782 DEBUG [RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-16T22:01:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-16T22:01:50,783 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 28ac8e76af47,39641,1734386423598 suceeded 2024-12-16T22:01:50,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-16T22:01:50,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 463 msec 2024-12-16T22:01:50,799 DEBUG [PEWorker-5 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-16T22:01:50,799 INFO [PEWorker-5 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-16T22:01:50,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 488 msec 2024-12-16T22:01:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T22:01:50,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=404 (was 389) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/cluster_bb33c8d4-a823-1d5d-29c1-209a48f8b106/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x0e0ca04e java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f0fa8b567a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x779f71f7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f0fa8b567a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x11ac91c3-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x0e0ca04e-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x46847e72-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x779f71f7-SendThread(127.0.0.1:63064) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x779f71f7-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x0e0ca04e-SendThread(127.0.0.1:63064) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x11ac91c3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f0fa8b567a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (788280152) connection to localhost/127.0.0.1:33877 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/cluster_bb33c8d4-a823-1d5d-29c1-209a48f8b106/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_612315036_22 at /127.0.0.1:34092 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/28ac8e76af47:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x46847e72-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x46847e72-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x46847e72-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63064@0x11ac91c3-SendThread(127.0.0.1:63064) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=576 (was 571) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=1762 (was 1893) 2024-12-16T22:01:50,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07ad6376 to 127.0.0.1:63064 2024-12-16T22:01:50,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:50,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ea9221e to 127.0.0.1:63064 2024-12-16T22:01:50,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:50,942 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T22:01:50,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29140e9d to 127.0.0.1:63064 2024-12-16T22:01:50,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:50,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T22:01:50,943 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T22:01:50,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b68f982 to 127.0.0.1:63064 2024-12-16T22:01:50,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:50,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T22:01:50,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=360217228, stopped=false 2024-12-16T22:01:50,944 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=28ac8e76af47,35549,1734386429450 2024-12-16T22:01:50,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-16T22:01:50,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-16T22:01:50,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:01:50,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:01:50,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T22:01:50,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T22:01:50,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:50,947 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '28ac8e76af47,40225,1734386429510' ***** 2024-12-16T22:01:50,947 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T22:01:50,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T22:01:50,948 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T22:01:50,949 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for b34cd39b28b119d99bb05a861631d24a 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for d403504b5704633a6524c9b2358908a4 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 14313cbdd01be7b1d91c923e47fe49f9 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for ae4e6361687608f110fbfda9ca368571 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for e732a9d13f81dab8ff458e2f78cd8f86 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 7cd6006b5684fd31e07f5bcfec7d777a 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for f00bb0fdc5763baf3546cb5fb2a81c5e 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for a4fd4bae2141fc17684f73442c13aedc 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for a12414054edc58727fd9382e586b7352 2024-12-16T22:01:50,949 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 14adaa888a4a54b6c2eb681b68a4113d 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 003d320d3a84f7b5706135805dce2c35 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 5c94351b8a1fc572e5717bc34f35606f 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for bc17648378321c608c3d589ef7b46551 2024-12-16T22:01:50,950 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b34cd39b28b119d99bb05a861631d24a, disabling compactions & flushes 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 96131185012b7e9f04c41ffac0058c3f 2024-12-16T22:01:50,950 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 4262d06c79880b15f7a6b5f50f41ab43 2024-12-16T22:01:50,950 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:01:50,950 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. after waiting 0 ms 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for e2217392dcc6256d3f1b5b0b7c668314 2024-12-16T22:01:50,950 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 60fdaf27f20442109e114d5932b49e3b 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 266428705fd998b6fe01dca715281af1 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for f6dcf361fee8023fe97dc66a219482c1 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for d3de528e4d719cf48421acf282aa13ea 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for e3da454c9ac67d157e05684871022be4 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for ade062595085675aca75c688dc77fd00 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 823537c8cabff84f382ae6fb941b71d6 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 7fce2feff3bb9c14253a7d74f78a104e 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 880bf4b19e075fbafa441df9c14b18c8 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1224): stopping server 28ac8e76af47,40225,1734386429510 2024-12-16T22:01:50,950 DEBUG [RS:0;28ac8e76af47:40225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T22:01:50,950 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T22:01:50,951 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T22:01:50,951 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-16T22:01:50,951 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T22:01:50,951 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T22:01:50,951 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T22:01:50,951 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T22:01:50,951 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T22:01:50,952 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-16T22:01:50,954 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1629): Waiting on 003d320d3a84f7b5706135805dce2c35, 14313cbdd01be7b1d91c923e47fe49f9, 14adaa888a4a54b6c2eb681b68a4113d, 1588230740, 266428705fd998b6fe01dca715281af1, 4262d06c79880b15f7a6b5f50f41ab43, 5c94351b8a1fc572e5717bc34f35606f, 60fdaf27f20442109e114d5932b49e3b, 7cd6006b5684fd31e07f5bcfec7d777a, 7fce2feff3bb9c14253a7d74f78a104e, 823537c8cabff84f382ae6fb941b71d6, 880bf4b19e075fbafa441df9c14b18c8, 96131185012b7e9f04c41ffac0058c3f, a12414054edc58727fd9382e586b7352, a4fd4bae2141fc17684f73442c13aedc, ade062595085675aca75c688dc77fd00, ae4e6361687608f110fbfda9ca368571, b34cd39b28b119d99bb05a861631d24a, b49d6aafae0728c8b15525d8e97667ec, bc17648378321c608c3d589ef7b46551, d3de528e4d719cf48421acf282aa13ea, d403504b5704633a6524c9b2358908a4, e2217392dcc6256d3f1b5b0b7c668314, e3da454c9ac67d157e05684871022be4, e732a9d13f81dab8ff458e2f78cd8f86, f00bb0fdc5763baf3546cb5fb2a81c5e, f6dcf361fee8023fe97dc66a219482c1, f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:01:50,981 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b34cd39b28b119d99bb05a861631d24a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:50,986 INFO [regionserver/28ac8e76af47:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T22:01:50,986 INFO [regionserver/28ac8e76af47:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T22:01:50,986 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:01:50,987 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b34cd39b28b119d99bb05a861631d24a: 2024-12-16T22:01:50,987 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734386441623.b34cd39b28b119d99bb05a861631d24a. 2024-12-16T22:01:50,987 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d403504b5704633a6524c9b2358908a4, disabling compactions & flushes 2024-12-16T22:01:50,987 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:01:50,987 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:01:50,987 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. after waiting 0 ms 2024-12-16T22:01:50,987 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:01:51,000 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/d403504b5704633a6524c9b2358908a4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,001 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:01:51,001 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d403504b5704633a6524c9b2358908a4: 2024-12-16T22:01:51,001 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734386441623.d403504b5704633a6524c9b2358908a4. 2024-12-16T22:01:51,001 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 14313cbdd01be7b1d91c923e47fe49f9, disabling compactions & flushes 2024-12-16T22:01:51,001 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:01:51,001 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:01:51,001 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. after waiting 0 ms 2024-12-16T22:01:51,001 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:01:51,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T22:01:51,010 INFO [28ac8e76af47:40225Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 1000 2024-12-16T22:01:51,020 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/14313cbdd01be7b1d91c923e47fe49f9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,021 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:01:51,022 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 14313cbdd01be7b1d91c923e47fe49f9: 2024-12-16T22:01:51,022 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734386441623.14313cbdd01be7b1d91c923e47fe49f9. 2024-12-16T22:01:51,022 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ae4e6361687608f110fbfda9ca368571, disabling compactions & flushes 2024-12-16T22:01:51,022 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:01:51,022 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:01:51,022 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. after waiting 0 ms 2024-12-16T22:01:51,022 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:01:51,023 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/info/e7999198e2eb49e9b221e61a146e372a is 143, key is hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e./info:regioninfo/1734386433344/Put/seqid=0 2024-12-16T22:01:51,041 INFO [regionserver/28ac8e76af47:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T22:01:51,047 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/ae4e6361687608f110fbfda9ca368571/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,048 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:01:51,048 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ae4e6361687608f110fbfda9ca368571: 2024-12-16T22:01:51,048 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734386441623.ae4e6361687608f110fbfda9ca368571. 2024-12-16T22:01:51,048 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e732a9d13f81dab8ff458e2f78cd8f86, disabling compactions & flushes 2024-12-16T22:01:51,048 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:01:51,048 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:01:51,048 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. after waiting 0 ms 2024-12-16T22:01:51,048 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:01:51,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741866_1042 (size=36340) 2024-12-16T22:01:51,056 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/info/e7999198e2eb49e9b221e61a146e372a 2024-12-16T22:01:51,078 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e732a9d13f81dab8ff458e2f78cd8f86/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,080 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:01:51,080 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e732a9d13f81dab8ff458e2f78cd8f86: 2024-12-16T22:01:51,080 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734386441623.e732a9d13f81dab8ff458e2f78cd8f86. 2024-12-16T22:01:51,080 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7cd6006b5684fd31e07f5bcfec7d777a, disabling compactions & flushes 2024-12-16T22:01:51,080 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:01:51,080 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:01:51,080 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. after waiting 0 ms 2024-12-16T22:01:51,080 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:01:51,091 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/7cd6006b5684fd31e07f5bcfec7d777a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,092 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:01:51,092 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7cd6006b5684fd31e07f5bcfec7d777a: 2024-12-16T22:01:51,092 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734386441623.7cd6006b5684fd31e07f5bcfec7d777a. 2024-12-16T22:01:51,092 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f00bb0fdc5763baf3546cb5fb2a81c5e, disabling compactions & flushes 2024-12-16T22:01:51,092 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:01:51,092 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:01:51,092 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. after waiting 0 ms 2024-12-16T22:01:51,092 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:01:51,111 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f00bb0fdc5763baf3546cb5fb2a81c5e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,112 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:01:51,112 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f00bb0fdc5763baf3546cb5fb2a81c5e: 2024-12-16T22:01:51,113 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734386441623.f00bb0fdc5763baf3546cb5fb2a81c5e. 2024-12-16T22:01:51,113 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a4fd4bae2141fc17684f73442c13aedc, disabling compactions & flushes 2024-12-16T22:01:51,113 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:01:51,113 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:01:51,113 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. after waiting 0 ms 2024-12-16T22:01:51,113 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:01:51,123 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/rep_barrier/3bc07f190af7454eb297bcdc2dca5969 is 115, key is test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea./rep_barrier:seqnumDuringOpen/1734386445799/Put/seqid=0 2024-12-16T22:01:51,123 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/a4fd4bae2141fc17684f73442c13aedc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,125 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:01:51,125 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a4fd4bae2141fc17684f73442c13aedc: 2024-12-16T22:01:51,125 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734386441623.a4fd4bae2141fc17684f73442c13aedc. 2024-12-16T22:01:51,126 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a12414054edc58727fd9382e586b7352, disabling compactions & flushes 2024-12-16T22:01:51,126 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:01:51,126 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:01:51,126 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. after waiting 0 ms 2024-12-16T22:01:51,126 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:01:51,137 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/a12414054edc58727fd9382e586b7352/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741867_1043 (size=8574) 2024-12-16T22:01:51,138 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:01:51,138 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a12414054edc58727fd9382e586b7352: 2024-12-16T22:01:51,138 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734386441623.a12414054edc58727fd9382e586b7352. 2024-12-16T22:01:51,138 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 14adaa888a4a54b6c2eb681b68a4113d, disabling compactions & flushes 2024-12-16T22:01:51,138 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:01:51,138 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:01:51,138 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. after waiting 0 ms 2024-12-16T22:01:51,138 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:01:51,140 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/rep_barrier/3bc07f190af7454eb297bcdc2dca5969 2024-12-16T22:01:51,155 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1629): Waiting on 003d320d3a84f7b5706135805dce2c35, 14adaa888a4a54b6c2eb681b68a4113d, 1588230740, 266428705fd998b6fe01dca715281af1, 4262d06c79880b15f7a6b5f50f41ab43, 5c94351b8a1fc572e5717bc34f35606f, 60fdaf27f20442109e114d5932b49e3b, 7fce2feff3bb9c14253a7d74f78a104e, 823537c8cabff84f382ae6fb941b71d6, 880bf4b19e075fbafa441df9c14b18c8, 96131185012b7e9f04c41ffac0058c3f, ade062595085675aca75c688dc77fd00, b49d6aafae0728c8b15525d8e97667ec, bc17648378321c608c3d589ef7b46551, d3de528e4d719cf48421acf282aa13ea, e2217392dcc6256d3f1b5b0b7c668314, e3da454c9ac67d157e05684871022be4, f6dcf361fee8023fe97dc66a219482c1, f77a7c27a52e008776402fedd7cd42ce 2024-12-16T22:01:51,161 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/14adaa888a4a54b6c2eb681b68a4113d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,163 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:01:51,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 14adaa888a4a54b6c2eb681b68a4113d: 2024-12-16T22:01:51,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734386441623.14adaa888a4a54b6c2eb681b68a4113d. 2024-12-16T22:01:51,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 003d320d3a84f7b5706135805dce2c35, disabling compactions & flushes 2024-12-16T22:01:51,163 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:01:51,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:01:51,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. after waiting 0 ms 2024-12-16T22:01:51,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:01:51,187 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/003d320d3a84f7b5706135805dce2c35/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,189 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:01:51,189 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 003d320d3a84f7b5706135805dce2c35: 2024-12-16T22:01:51,189 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734386441623.003d320d3a84f7b5706135805dce2c35. 2024-12-16T22:01:51,189 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5c94351b8a1fc572e5717bc34f35606f, disabling compactions & flushes 2024-12-16T22:01:51,190 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:01:51,190 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:01:51,190 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. after waiting 0 ms 2024-12-16T22:01:51,190 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:01:51,190 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/table/fa6ba95670954831b020cba29006bedb is 94, key is testdroppedtimed,,1734386452550.e66bd1c6457e06b6984ccc3bb2913c19./table:/1734386455585/DeleteFamily/seqid=0 2024-12-16T22:01:51,205 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/5c94351b8a1fc572e5717bc34f35606f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741868_1044 (size=5605) 2024-12-16T22:01:51,206 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:01:51,206 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5c94351b8a1fc572e5717bc34f35606f: 2024-12-16T22:01:51,206 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734386441623.5c94351b8a1fc572e5717bc34f35606f. 2024-12-16T22:01:51,207 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bc17648378321c608c3d589ef7b46551, disabling compactions & flushes 2024-12-16T22:01:51,207 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:01:51,207 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:01:51,207 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. after waiting 0 ms 2024-12-16T22:01:51,207 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:01:51,207 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/table/fa6ba95670954831b020cba29006bedb 2024-12-16T22:01:51,216 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/bc17648378321c608c3d589ef7b46551/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,216 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:01:51,217 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bc17648378321c608c3d589ef7b46551: 2024-12-16T22:01:51,217 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734386441623.bc17648378321c608c3d589ef7b46551. 2024-12-16T22:01:51,217 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 96131185012b7e9f04c41ffac0058c3f, disabling compactions & flushes 2024-12-16T22:01:51,217 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:01:51,217 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:01:51,217 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. after waiting 0 ms 2024-12-16T22:01:51,217 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:01:51,223 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/info/e7999198e2eb49e9b221e61a146e372a as hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/info/e7999198e2eb49e9b221e61a146e372a 2024-12-16T22:01:51,224 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/96131185012b7e9f04c41ffac0058c3f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,225 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:01:51,225 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 96131185012b7e9f04c41ffac0058c3f: 2024-12-16T22:01:51,225 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734386441623.96131185012b7e9f04c41ffac0058c3f. 2024-12-16T22:01:51,226 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4262d06c79880b15f7a6b5f50f41ab43, disabling compactions & flushes 2024-12-16T22:01:51,226 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:01:51,226 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:01:51,226 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. after waiting 0 ms 2024-12-16T22:01:51,226 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:01:51,231 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/4262d06c79880b15f7a6b5f50f41ab43/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,232 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:01:51,232 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4262d06c79880b15f7a6b5f50f41ab43: 2024-12-16T22:01:51,232 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734386441623.4262d06c79880b15f7a6b5f50f41ab43. 2024-12-16T22:01:51,232 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e2217392dcc6256d3f1b5b0b7c668314, disabling compactions & flushes 2024-12-16T22:01:51,232 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:01:51,232 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:01:51,232 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. after waiting 0 ms 2024-12-16T22:01:51,232 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:01:51,235 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/info/e7999198e2eb49e9b221e61a146e372a, entries=272, sequenceid=77, filesize=35.5 K 2024-12-16T22:01:51,237 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/rep_barrier/3bc07f190af7454eb297bcdc2dca5969 as hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/rep_barrier/3bc07f190af7454eb297bcdc2dca5969 2024-12-16T22:01:51,244 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e2217392dcc6256d3f1b5b0b7c668314/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,246 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:01:51,246 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e2217392dcc6256d3f1b5b0b7c668314: 2024-12-16T22:01:51,246 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734386441623.e2217392dcc6256d3f1b5b0b7c668314. 2024-12-16T22:01:51,246 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 60fdaf27f20442109e114d5932b49e3b, disabling compactions & flushes 2024-12-16T22:01:51,246 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:01:51,246 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:01:51,246 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. after waiting 0 ms 2024-12-16T22:01:51,246 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:01:51,249 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/rep_barrier/3bc07f190af7454eb297bcdc2dca5969, entries=27, sequenceid=77, filesize=8.4 K 2024-12-16T22:01:51,251 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/.tmp/table/fa6ba95670954831b020cba29006bedb as hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/table/fa6ba95670954831b020cba29006bedb 2024-12-16T22:01:51,267 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/table/fa6ba95670954831b020cba29006bedb, entries=6, sequenceid=77, filesize=5.5 K 2024-12-16T22:01:51,268 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/60fdaf27f20442109e114d5932b49e3b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,269 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 318ms, sequenceid=77, compaction requested=false 2024-12-16T22:01:51,270 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:01:51,270 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 60fdaf27f20442109e114d5932b49e3b: 2024-12-16T22:01:51,270 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734386441623.60fdaf27f20442109e114d5932b49e3b. 2024-12-16T22:01:51,270 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 266428705fd998b6fe01dca715281af1, disabling compactions & flushes 2024-12-16T22:01:51,270 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:01:51,270 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:01:51,270 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. after waiting 0 ms 2024-12-16T22:01:51,270 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:01:51,301 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/266428705fd998b6fe01dca715281af1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,303 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:01:51,303 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 266428705fd998b6fe01dca715281af1: 2024-12-16T22:01:51,303 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734386441623.266428705fd998b6fe01dca715281af1. 2024-12-16T22:01:51,303 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f6dcf361fee8023fe97dc66a219482c1, disabling compactions & flushes 2024-12-16T22:01:51,303 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:01:51,303 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:01:51,303 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. after waiting 0 ms 2024-12-16T22:01:51,303 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:01:51,315 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f6dcf361fee8023fe97dc66a219482c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,315 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-16T22:01:51,316 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f6dcf361fee8023fe97dc66a219482c1: 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734386441623.f6dcf361fee8023fe97dc66a219482c1. 2024-12-16T22:01:51,316 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d3de528e4d719cf48421acf282aa13ea, disabling compactions & flushes 2024-12-16T22:01:51,316 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. after waiting 0 ms 2024-12-16T22:01:51,316 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:01:51,320 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/d3de528e4d719cf48421acf282aa13ea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,320 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:01:51,320 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d3de528e4d719cf48421acf282aa13ea: 2024-12-16T22:01:51,321 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734386441623.d3de528e4d719cf48421acf282aa13ea. 2024-12-16T22:01:51,321 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e3da454c9ac67d157e05684871022be4, disabling compactions & flushes 2024-12-16T22:01:51,321 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:01:51,321 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:01:51,321 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. after waiting 0 ms 2024-12-16T22:01:51,321 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:01:51,325 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/e3da454c9ac67d157e05684871022be4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,326 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:01:51,326 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e3da454c9ac67d157e05684871022be4: 2024-12-16T22:01:51,326 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734386441623.e3da454c9ac67d157e05684871022be4. 2024-12-16T22:01:51,326 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ade062595085675aca75c688dc77fd00, disabling compactions & flushes 2024-12-16T22:01:51,326 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:01:51,326 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:01:51,326 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. after waiting 0 ms 2024-12-16T22:01:51,326 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:01:51,332 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/ade062595085675aca75c688dc77fd00/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,333 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:01:51,333 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ade062595085675aca75c688dc77fd00: 2024-12-16T22:01:51,333 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734386441623.ade062595085675aca75c688dc77fd00. 2024-12-16T22:01:51,333 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 823537c8cabff84f382ae6fb941b71d6, disabling compactions & flushes 2024-12-16T22:01:51,333 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:01:51,333 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:01:51,333 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. after waiting 0 ms 2024-12-16T22:01:51,333 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:01:51,337 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/823537c8cabff84f382ae6fb941b71d6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,338 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:01:51,338 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 823537c8cabff84f382ae6fb941b71d6: 2024-12-16T22:01:51,338 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734386441623.823537c8cabff84f382ae6fb941b71d6. 2024-12-16T22:01:51,338 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f77a7c27a52e008776402fedd7cd42ce, disabling compactions & flushes 2024-12-16T22:01:51,338 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:01:51,338 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:01:51,338 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. after waiting 0 ms 2024-12-16T22:01:51,338 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:01:51,351 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/f77a7c27a52e008776402fedd7cd42ce/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,352 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:01:51,352 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f77a7c27a52e008776402fedd7cd42ce: 2024-12-16T22:01:51,352 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734386441623.f77a7c27a52e008776402fedd7cd42ce. 2024-12-16T22:01:51,353 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b49d6aafae0728c8b15525d8e97667ec, disabling compactions & flushes 2024-12-16T22:01:51,353 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:01:51,353 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b49d6aafae0728c8b15525d8e97667ec 2/2 column families, dataSize=6.86 MB heapSize=6.99 MB 2024-12-16T22:01:51,355 DEBUG [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1629): Waiting on 7fce2feff3bb9c14253a7d74f78a104e, 880bf4b19e075fbafa441df9c14b18c8, b49d6aafae0728c8b15525d8e97667ec 2024-12-16T22:01:51,420 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec/.tmp/f/4b5e7176c8d84cc98093d6ac31a111d5 is 4136, key is NormalPut000/f:row/1734386454301/Put/seqid=0 2024-12-16T22:01:51,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741869_1045 (size=4145800) 2024-12-16T22:01:51,423 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.86 MB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec/.tmp/f/4b5e7176c8d84cc98093d6ac31a111d5 2024-12-16T22:01:51,432 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec/.tmp/f/4b5e7176c8d84cc98093d6ac31a111d5 as hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec/f/4b5e7176c8d84cc98093d6ac31a111d5 2024-12-16T22:01:51,440 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec/f/4b5e7176c8d84cc98093d6ac31a111d5, entries=1000, sequenceid=145, filesize=4.0 M 2024-12-16T22:01:51,441 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.86 MB/7193812, heapSize ~6.99 MB/7326368, currentSize=0 B/0 for b49d6aafae0728c8b15525d8e97667ec in 88ms, sequenceid=145, compaction requested=false 2024-12-16T22:01:51,441 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:01:51,441 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:01:51,441 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. after waiting 0 ms 2024-12-16T22:01:51,441 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:01:51,446 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/b49d6aafae0728c8b15525d8e97667ec/recovered.edits/148.seqid, newMaxSeqId=148, maxSeqId=1 2024-12-16T22:01:51,447 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:01:51,447 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b49d6aafae0728c8b15525d8e97667ec: 2024-12-16T22:01:51,447 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734386441623.b49d6aafae0728c8b15525d8e97667ec. 2024-12-16T22:01:51,448 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7fce2feff3bb9c14253a7d74f78a104e, disabling compactions & flushes 2024-12-16T22:01:51,448 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:01:51,448 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:01:51,448 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. after waiting 0 ms 2024-12-16T22:01:51,448 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:01:51,448 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7fce2feff3bb9c14253a7d74f78a104e 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T22:01:51,470 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e/.tmp/info/d2993bb156954693a3f0f1d84463bced is 45, key is default/info:d/1734386433386/Put/seqid=0 2024-12-16T22:01:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741870_1046 (size=5037) 2024-12-16T22:01:51,477 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e/.tmp/info/d2993bb156954693a3f0f1d84463bced 2024-12-16T22:01:51,484 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e/.tmp/info/d2993bb156954693a3f0f1d84463bced as hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e/info/d2993bb156954693a3f0f1d84463bced 2024-12-16T22:01:51,494 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e/info/d2993bb156954693a3f0f1d84463bced, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T22:01:51,495 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 7fce2feff3bb9c14253a7d74f78a104e in 47ms, sequenceid=6, compaction requested=false 2024-12-16T22:01:51,498 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/hbase/namespace/7fce2feff3bb9c14253a7d74f78a104e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T22:01:51,499 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:01:51,499 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7fce2feff3bb9c14253a7d74f78a104e: 2024-12-16T22:01:51,499 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734386432167.7fce2feff3bb9c14253a7d74f78a104e. 2024-12-16T22:01:51,499 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 880bf4b19e075fbafa441df9c14b18c8, disabling compactions & flushes 2024-12-16T22:01:51,499 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:01:51,499 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:01:51,499 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. after waiting 0 ms 2024-12-16T22:01:51,499 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:01:51,502 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/data/default/test/880bf4b19e075fbafa441df9c14b18c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:51,503 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:01:51,503 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 880bf4b19e075fbafa441df9c14b18c8: 2024-12-16T22:01:51,503 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734386441623.880bf4b19e075fbafa441df9c14b18c8. 2024-12-16T22:01:51,555 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1250): stopping server 28ac8e76af47,40225,1734386429510; all regions closed. 2024-12-16T22:01:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741834_1010 (size=40374) 2024-12-16T22:01:51,562 DEBUG [RS:0;28ac8e76af47:40225 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/oldWALs 2024-12-16T22:01:51,562 INFO [RS:0;28ac8e76af47:40225 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 28ac8e76af47%2C40225%2C1734386429510.meta:.meta(num 1734386432095) 2024-12-16T22:01:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741832_1008 (size=7229104) 2024-12-16T22:01:51,565 DEBUG [RS:0;28ac8e76af47:40225 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/oldWALs 2024-12-16T22:01:51,565 INFO [RS:0;28ac8e76af47:40225 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 28ac8e76af47%2C40225%2C1734386429510:(num 1734386431117) 2024-12-16T22:01:51,565 DEBUG [RS:0;28ac8e76af47:40225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:51,565 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T22:01:51,566 INFO [RS:0;28ac8e76af47:40225 {}] hbase.ChoreService(370): Chore service for: regionserver/28ac8e76af47:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T22:01:51,566 INFO [regionserver/28ac8e76af47:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T22:01:51,567 INFO [RS:0;28ac8e76af47:40225 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;28ac8e76af47:40225. 2024-12-16T22:01:51,567 DEBUG [RS:0;28ac8e76af47:40225 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T22:01:51,567 DEBUG [RS:0;28ac8e76af47:40225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:51,567 DEBUG [RS:0;28ac8e76af47:40225 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11ac91c3 to 127.0.0.1:63064 2024-12-16T22:01:51,567 INFO [RS:0;28ac8e76af47:40225 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:40225 2024-12-16T22:01:51,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-16T22:01:51,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/28ac8e76af47,40225,1734386429510 2024-12-16T22:01:51,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28ac8e76af47,40225,1734386429510] 2024-12-16T22:01:51,572 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 28ac8e76af47,40225,1734386429510; numProcessing=1 2024-12-16T22:01:51,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/28ac8e76af47,40225,1734386429510 already deleted, retry=false 2024-12-16T22:01:51,573 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 28ac8e76af47,40225,1734386429510 expired; onlineServers=0 2024-12-16T22:01:51,573 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '28ac8e76af47,35549,1734386429450' ***** 2024-12-16T22:01:51,573 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T22:01:51,573 DEBUG [M:0;28ac8e76af47:35549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187037e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28ac8e76af47/172.17.0.3:0 2024-12-16T22:01:51,573 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HRegionServer(1224): stopping server 28ac8e76af47,35549,1734386429450 2024-12-16T22:01:51,573 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HRegionServer(1250): stopping server 28ac8e76af47,35549,1734386429450; all regions closed. 2024-12-16T22:01:51,573 DEBUG [M:0;28ac8e76af47:35549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:51,573 DEBUG [M:0;28ac8e76af47:35549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T22:01:51,573 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T22:01:51,574 DEBUG [M:0;28ac8e76af47:35549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T22:01:51,574 DEBUG [master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.small.0-1734386430927 {}] cleaner.HFileCleaner(306): Exit Thread[master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.small.0-1734386430927,5,FailOnTimeoutGroup] 2024-12-16T22:01:51,574 DEBUG [master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.large.0-1734386430927 {}] cleaner.HFileCleaner(306): Exit Thread[master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.large.0-1734386430927,5,FailOnTimeoutGroup] 2024-12-16T22:01:51,574 INFO [M:0;28ac8e76af47:35549 {}] hbase.ChoreService(370): Chore service for: master/28ac8e76af47:0 had [] on shutdown 2024-12-16T22:01:51,574 DEBUG [M:0;28ac8e76af47:35549 {}] master.HMaster(1733): Stopping service threads 2024-12-16T22:01:51,574 INFO [M:0;28ac8e76af47:35549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T22:01:51,575 INFO [M:0;28ac8e76af47:35549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T22:01:51,575 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T22:01:51,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-16T22:01:51,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T22:01:51,575 DEBUG [M:0;28ac8e76af47:35549 {}] zookeeper.ZKUtil(347): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-16T22:01:51,575 WARN [M:0;28ac8e76af47:35549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T22:01:51,576 INFO [M:0;28ac8e76af47:35549 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T22:01:51,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T22:01:51,576 INFO [M:0;28ac8e76af47:35549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T22:01:51,576 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T22:01:51,576 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:01:51,576 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:01:51,576 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T22:01:51,576 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:01:51,576 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.31 KB heapSize=271.02 KB 2024-12-16T22:01:51,593 DEBUG [M:0;28ac8e76af47:35549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d909567b70484f43869da32dad2a1208 is 82, key is hbase:meta,,1/info:regioninfo/1734386432137/Put/seqid=0 2024-12-16T22:01:51,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741871_1047 (size=5672) 2024-12-16T22:01:51,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:51,672 INFO [RS:0;28ac8e76af47:40225 {}] regionserver.HRegionServer(1307): Exiting; stopping=28ac8e76af47,40225,1734386429510; zookeeper connection closed. 2024-12-16T22:01:51,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40225-0x101514014fc0004, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:51,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38ddd96c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38ddd96c 2024-12-16T22:01:51,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T22:01:51,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T22:01:51,998 INFO [M:0;28ac8e76af47:35549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d909567b70484f43869da32dad2a1208 2024-12-16T22:01:52,020 DEBUG [M:0;28ac8e76af47:35549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07956f4a6ba941b6b4cf04a81b817c8e is 2028, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734386446197/Put/seqid=0 2024-12-16T22:01:52,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741872_1048 (size=11254) 2024-12-16T22:01:52,426 INFO [M:0;28ac8e76af47:35549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.75 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07956f4a6ba941b6b4cf04a81b817c8e 2024-12-16T22:01:52,431 INFO [M:0;28ac8e76af47:35549 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07956f4a6ba941b6b4cf04a81b817c8e 2024-12-16T22:01:52,446 DEBUG [M:0;28ac8e76af47:35549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e64482f46a64bffb5c4de0dda9ea815 is 69, key is 28ac8e76af47,40225,1734386429510/rs:state/1734386430963/Put/seqid=0 2024-12-16T22:01:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741873_1049 (size=5156) 2024-12-16T22:01:52,851 INFO [M:0;28ac8e76af47:35549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e64482f46a64bffb5c4de0dda9ea815 2024-12-16T22:01:52,858 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d909567b70484f43869da32dad2a1208 as hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d909567b70484f43869da32dad2a1208 2024-12-16T22:01:52,863 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d909567b70484f43869da32dad2a1208, entries=8, sequenceid=549, filesize=5.5 K 2024-12-16T22:01:52,864 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07956f4a6ba941b6b4cf04a81b817c8e as hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07956f4a6ba941b6b4cf04a81b817c8e 2024-12-16T22:01:52,869 INFO [M:0;28ac8e76af47:35549 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07956f4a6ba941b6b4cf04a81b817c8e 2024-12-16T22:01:52,869 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07956f4a6ba941b6b4cf04a81b817c8e, entries=69, sequenceid=549, filesize=11.0 K 2024-12-16T22:01:52,870 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e64482f46a64bffb5c4de0dda9ea815 as hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e64482f46a64bffb5c4de0dda9ea815 2024-12-16T22:01:52,875 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37635/user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e64482f46a64bffb5c4de0dda9ea815, entries=1, sequenceid=549, filesize=5.0 K 2024-12-16T22:01:52,876 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.31 KB/225596, heapSize ~270.73 KB/277224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=549, compaction requested=false 2024-12-16T22:01:52,878 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:01:52,878 DEBUG [M:0;28ac8e76af47:35549 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T22:01:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741830_1006 (size=262208) 2024-12-16T22:01:52,880 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ac0cffe3-0133-6776-588a-61d9cfba9a6b/MasterData/WALs/28ac8e76af47,35549,1734386429450/28ac8e76af47%2C35549%2C1734386429450.1734386430822 not finished, retry = 0 2024-12-16T22:01:52,981 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T22:01:52,981 INFO [M:0;28ac8e76af47:35549 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T22:01:52,981 INFO [M:0;28ac8e76af47:35549 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:35549 2024-12-16T22:01:52,986 DEBUG [M:0;28ac8e76af47:35549 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/28ac8e76af47,35549,1734386429450 already deleted, retry=false 2024-12-16T22:01:53,088 INFO [M:0;28ac8e76af47:35549 {}] regionserver.HRegionServer(1307): Exiting; stopping=28ac8e76af47,35549,1734386429450; zookeeper connection closed. 2024-12-16T22:01:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35549-0x101514014fc0003, quorum=127.0.0.1:63064, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:53,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c585648{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:01:53,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a139ba0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:01:53,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:01:53,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ef970a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:01:53,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210eb631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/hadoop.log.dir/,STOPPED} 2024-12-16T22:01:53,100 WARN [BP-1557744884-172.17.0.3-1734386428346 heartbeating to localhost/127.0.0.1:37635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:01:53,100 WARN [BP-1557744884-172.17.0.3-1734386428346 heartbeating to localhost/127.0.0.1:37635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1557744884-172.17.0.3-1734386428346 (Datanode Uuid 61de9c16-cf37-4e1f-ad90-0c8c406d3022) service to localhost/127.0.0.1:37635 2024-12-16T22:01:53,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:01:53,100 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:01:53,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/cluster_bb33c8d4-a823-1d5d-29c1-209a48f8b106/dfs/data/data1/current/BP-1557744884-172.17.0.3-1734386428346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:01:53,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/cluster_bb33c8d4-a823-1d5d-29c1-209a48f8b106/dfs/data/data2/current/BP-1557744884-172.17.0.3-1734386428346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:01:53,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:01:53,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@321a92e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:01:53,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c39a0fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:01:53,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:01:53,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48e16790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:01:53,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae6227b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8e611a7d-e462-6ffd-44e2-dbee2208be3b/hadoop.log.dir/,STOPPED} 2024-12-16T22:01:53,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T22:01:53,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T22:01:53,154 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T22:01:53,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35135e28 to 127.0.0.1:63064 2024-12-16T22:01:53,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:53,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T22:01:53,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=955959901, stopped=false 2024-12-16T22:01:53,154 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=28ac8e76af47,43147,1734386422808 2024-12-16T22:01:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-16T22:01:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-16T22:01:53,156 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T22:01:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:01:53,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:53,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:01:53,156 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '28ac8e76af47,39641,1734386423598' ***** 2024-12-16T22:01:53,156 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T22:01:53,157 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for c5bce51fc7f77c3f9ac4da31c94cae88 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 5492d3961ccd88f72f60cecb6908e374 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 350e62d4e7cdbf56a793805c68c4cd7b 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 92d38e7970af6f0d4b345868ddc12427 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for c2c7dcbdb91663427b658221befbf8dc 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 3febc71a24f12ba52d698354a78398f9 2024-12-16T22:01:53,157 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c5bce51fc7f77c3f9ac4da31c94cae88, disabling compactions & flushes 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ad3a67b763d9cb863015152be34f04f 2024-12-16T22:01:53,157 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 158567bff8c321edad38b4797bf069c8 2024-12-16T22:01:53,157 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 1a1895708cb6db98c24bb8ade427c7f5 2024-12-16T22:01:53,157 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. after waiting 0 ms 2024-12-16T22:01:53,157 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for b358a80c8743c51420639d80c56f6e51 2024-12-16T22:01:53,157 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 9b4468a307736c2170e016969c6f1c65 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 3014b20911d31f346955e026c98b03f1 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for b0388013827577821143855bf1341aa8 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 52ab186e023e8a39cdc8e32fcd601e74 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 66cd60a90fe9705755335f860db9608f 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for a9cb2a0390efe31c956fe36311713675 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 62d97fa67bd0f5abf445dc7e1532cb2f 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for ac4ae6ec32d02d514b9d7841f0b43b8f 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for b9eb74435a7841b85c794f85e515f9a6 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for aecef68ec70b7d1255fe87599e28e7e8 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 35d879f83d6065019b1b9fc816454b16 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for d8ec7618577649a73b9b176cdc37d767 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 0523f272ace7112df29cad75acc49ead 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 275282e22c688c5550301ac16de14d7c 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for eeb463c0b61e871936f712137658c1ba 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for cca885aea8f8c09b26265ae45cd77970 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1224): stopping server 28ac8e76af47,39641,1734386423598 2024-12-16T22:01:53,158 DEBUG [RS:0;28ac8e76af47:39641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T22:01:53,158 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T22:01:53,159 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-16T22:01:53,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T22:01:53,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T22:01:53,159 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1629): Waiting on 0523f272ace7112df29cad75acc49ead, 158567bff8c321edad38b4797bf069c8, 1588230740, 1a1895708cb6db98c24bb8ade427c7f5, 275282e22c688c5550301ac16de14d7c, 2ad3a67b763d9cb863015152be34f04f, 3014b20911d31f346955e026c98b03f1, 350e62d4e7cdbf56a793805c68c4cd7b, 35d879f83d6065019b1b9fc816454b16, 3febc71a24f12ba52d698354a78398f9, 52ab186e023e8a39cdc8e32fcd601e74, 5492d3961ccd88f72f60cecb6908e374, 62d97fa67bd0f5abf445dc7e1532cb2f, 66cd60a90fe9705755335f860db9608f, 92d38e7970af6f0d4b345868ddc12427, 9b4468a307736c2170e016969c6f1c65, a9cb2a0390efe31c956fe36311713675, ac4ae6ec32d02d514b9d7841f0b43b8f, aecef68ec70b7d1255fe87599e28e7e8, b0388013827577821143855bf1341aa8, b358a80c8743c51420639d80c56f6e51, b9eb74435a7841b85c794f85e515f9a6, c2c7dcbdb91663427b658221befbf8dc, c5bce51fc7f77c3f9ac4da31c94cae88, cca885aea8f8c09b26265ae45cd77970, d8ec7618577649a73b9b176cdc37d767, eeb463c0b61e871936f712137658c1ba, f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:01:53,159 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T22:01:53,160 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T22:01:53,160 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T22:01:53,160 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T22:01:53,160 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T22:01:53,160 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-16T22:01:53,163 INFO [regionserver/28ac8e76af47:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T22:01:53,167 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/c5bce51fc7f77c3f9ac4da31c94cae88/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,168 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:01:53,168 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c5bce51fc7f77c3f9ac4da31c94cae88: 2024-12-16T22:01:53,168 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734386433475.c5bce51fc7f77c3f9ac4da31c94cae88. 2024-12-16T22:01:53,168 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5492d3961ccd88f72f60cecb6908e374, disabling compactions & flushes 2024-12-16T22:01:53,168 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:01:53,168 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:01:53,168 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. after waiting 0 ms 2024-12-16T22:01:53,168 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:01:53,168 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5492d3961ccd88f72f60cecb6908e374 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-16T22:01:53,188 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/info/b228c7089af74f119c0663a65de521e1 is 143, key is hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8./info:regioninfo/1734386427986/Put/seqid=0 2024-12-16T22:01:53,196 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374/.tmp/f/66c9e86dd43d4ceca4720a97376b26f1 is 4136, key is NormalPut000/f:row/1734386454301/Put/seqid=0 2024-12-16T22:01:53,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741868_1044 (size=36340) 2024-12-16T22:01:53,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741867_1043 (size=4147225) 2024-12-16T22:01:53,359 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1629): Waiting on 0523f272ace7112df29cad75acc49ead, 158567bff8c321edad38b4797bf069c8, 1588230740, 1a1895708cb6db98c24bb8ade427c7f5, 275282e22c688c5550301ac16de14d7c, 2ad3a67b763d9cb863015152be34f04f, 3014b20911d31f346955e026c98b03f1, 350e62d4e7cdbf56a793805c68c4cd7b, 35d879f83d6065019b1b9fc816454b16, 3febc71a24f12ba52d698354a78398f9, 52ab186e023e8a39cdc8e32fcd601e74, 5492d3961ccd88f72f60cecb6908e374, 62d97fa67bd0f5abf445dc7e1532cb2f, 66cd60a90fe9705755335f860db9608f, 92d38e7970af6f0d4b345868ddc12427, 9b4468a307736c2170e016969c6f1c65, a9cb2a0390efe31c956fe36311713675, ac4ae6ec32d02d514b9d7841f0b43b8f, aecef68ec70b7d1255fe87599e28e7e8, b0388013827577821143855bf1341aa8, b358a80c8743c51420639d80c56f6e51, b9eb74435a7841b85c794f85e515f9a6, c2c7dcbdb91663427b658221befbf8dc, cca885aea8f8c09b26265ae45cd77970, d8ec7618577649a73b9b176cdc37d767, eeb463c0b61e871936f712137658c1ba, f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:01:53,398 INFO [regionserver/28ac8e76af47:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T22:01:53,398 INFO [regionserver/28ac8e76af47:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T22:01:53,560 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1629): Waiting on 0523f272ace7112df29cad75acc49ead, 158567bff8c321edad38b4797bf069c8, 1588230740, 1a1895708cb6db98c24bb8ade427c7f5, 275282e22c688c5550301ac16de14d7c, 2ad3a67b763d9cb863015152be34f04f, 3014b20911d31f346955e026c98b03f1, 350e62d4e7cdbf56a793805c68c4cd7b, 35d879f83d6065019b1b9fc816454b16, 3febc71a24f12ba52d698354a78398f9, 52ab186e023e8a39cdc8e32fcd601e74, 5492d3961ccd88f72f60cecb6908e374, 62d97fa67bd0f5abf445dc7e1532cb2f, 66cd60a90fe9705755335f860db9608f, 92d38e7970af6f0d4b345868ddc12427, 9b4468a307736c2170e016969c6f1c65, a9cb2a0390efe31c956fe36311713675, ac4ae6ec32d02d514b9d7841f0b43b8f, aecef68ec70b7d1255fe87599e28e7e8, b0388013827577821143855bf1341aa8, b358a80c8743c51420639d80c56f6e51, b9eb74435a7841b85c794f85e515f9a6, c2c7dcbdb91663427b658221befbf8dc, cca885aea8f8c09b26265ae45cd77970, d8ec7618577649a73b9b176cdc37d767, eeb463c0b61e871936f712137658c1ba, f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:01:53,615 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374/.tmp/f/66c9e86dd43d4ceca4720a97376b26f1 2024-12-16T22:01:53,615 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/info/b228c7089af74f119c0663a65de521e1 2024-12-16T22:01:53,623 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374/.tmp/f/66c9e86dd43d4ceca4720a97376b26f1 as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374/f/66c9e86dd43d4ceca4720a97376b26f1 2024-12-16T22:01:53,629 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374/f/66c9e86dd43d4ceca4720a97376b26f1, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-16T22:01:53,629 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 5492d3961ccd88f72f60cecb6908e374 in 461ms, sequenceid=1004, compaction requested=false 2024-12-16T22:01:53,633 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/5492d3961ccd88f72f60cecb6908e374/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-16T22:01:53,634 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:01:53,634 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5492d3961ccd88f72f60cecb6908e374: 2024-12-16T22:01:53,634 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734386433475.5492d3961ccd88f72f60cecb6908e374. 2024-12-16T22:01:53,634 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 350e62d4e7cdbf56a793805c68c4cd7b, disabling compactions & flushes 2024-12-16T22:01:53,634 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:01:53,634 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:01:53,634 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. after waiting 0 ms 2024-12-16T22:01:53,634 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:01:53,637 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/350e62d4e7cdbf56a793805c68c4cd7b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,638 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:01:53,638 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 350e62d4e7cdbf56a793805c68c4cd7b: 2024-12-16T22:01:53,638 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734386433475.350e62d4e7cdbf56a793805c68c4cd7b. 2024-12-16T22:01:53,639 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 92d38e7970af6f0d4b345868ddc12427, disabling compactions & flushes 2024-12-16T22:01:53,639 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:01:53,639 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:01:53,639 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. after waiting 0 ms 2024-12-16T22:01:53,639 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:01:53,639 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/154cccb8d97047c987ac3d39d3bcaae2 is 115, key is test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5./rep_barrier:seqnumDuringOpen/1734386437373/Put/seqid=0 2024-12-16T22:01:53,643 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/92d38e7970af6f0d4b345868ddc12427/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,643 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:01:53,643 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 92d38e7970af6f0d4b345868ddc12427: 2024-12-16T22:01:53,644 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734386433475.92d38e7970af6f0d4b345868ddc12427. 2024-12-16T22:01:53,644 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c2c7dcbdb91663427b658221befbf8dc, disabling compactions & flushes 2024-12-16T22:01:53,644 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:01:53,644 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:01:53,644 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. after waiting 0 ms 2024-12-16T22:01:53,644 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:01:53,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741869_1045 (size=8574) 2024-12-16T22:01:53,645 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/154cccb8d97047c987ac3d39d3bcaae2 2024-12-16T22:01:53,647 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/c2c7dcbdb91663427b658221befbf8dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,648 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:01:53,648 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c2c7dcbdb91663427b658221befbf8dc: 2024-12-16T22:01:53,648 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734386433475.c2c7dcbdb91663427b658221befbf8dc. 2024-12-16T22:01:53,648 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3febc71a24f12ba52d698354a78398f9, disabling compactions & flushes 2024-12-16T22:01:53,648 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:01:53,648 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:01:53,648 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. after waiting 0 ms 2024-12-16T22:01:53,648 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:01:53,651 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/3febc71a24f12ba52d698354a78398f9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,652 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:01:53,652 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3febc71a24f12ba52d698354a78398f9: 2024-12-16T22:01:53,652 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734386433475.3febc71a24f12ba52d698354a78398f9. 2024-12-16T22:01:53,652 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ad3a67b763d9cb863015152be34f04f, disabling compactions & flushes 2024-12-16T22:01:53,652 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:01:53,652 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:01:53,652 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. after waiting 0 ms 2024-12-16T22:01:53,652 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:01:53,655 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/2ad3a67b763d9cb863015152be34f04f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,656 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:01:53,656 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ad3a67b763d9cb863015152be34f04f: 2024-12-16T22:01:53,656 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734386433475.2ad3a67b763d9cb863015152be34f04f. 2024-12-16T22:01:53,656 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 158567bff8c321edad38b4797bf069c8, disabling compactions & flushes 2024-12-16T22:01:53,656 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:01:53,656 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:01:53,656 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. after waiting 0 ms 2024-12-16T22:01:53,656 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:01:53,659 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/158567bff8c321edad38b4797bf069c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,659 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:01:53,659 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 158567bff8c321edad38b4797bf069c8: 2024-12-16T22:01:53,660 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734386433475.158567bff8c321edad38b4797bf069c8. 2024-12-16T22:01:53,660 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1a1895708cb6db98c24bb8ade427c7f5, disabling compactions & flushes 2024-12-16T22:01:53,660 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:01:53,660 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:01:53,660 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. after waiting 0 ms 2024-12-16T22:01:53,660 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:01:53,663 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/1a1895708cb6db98c24bb8ade427c7f5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,664 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:01:53,664 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1a1895708cb6db98c24bb8ade427c7f5: 2024-12-16T22:01:53,664 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734386433475.1a1895708cb6db98c24bb8ade427c7f5. 2024-12-16T22:01:53,664 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b358a80c8743c51420639d80c56f6e51, disabling compactions & flushes 2024-12-16T22:01:53,664 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:01:53,664 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:01:53,664 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. after waiting 0 ms 2024-12-16T22:01:53,664 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:01:53,667 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b358a80c8743c51420639d80c56f6e51/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,667 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/table/81c712769e4546c399a420a62733aeb9 is 94, key is testdroppedtimed,,1734386450433.d538ed8f9158ae0080ddc2664468f381./table:/1734386508137/DeleteFamily/seqid=0 2024-12-16T22:01:53,668 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:01:53,668 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b358a80c8743c51420639d80c56f6e51: 2024-12-16T22:01:53,668 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734386433475.b358a80c8743c51420639d80c56f6e51. 2024-12-16T22:01:53,668 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9b4468a307736c2170e016969c6f1c65, disabling compactions & flushes 2024-12-16T22:01:53,668 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:01:53,668 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:01:53,668 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. after waiting 0 ms 2024-12-16T22:01:53,668 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:01:53,671 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/9b4468a307736c2170e016969c6f1c65/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741870_1046 (size=5605) 2024-12-16T22:01:53,672 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:01:53,672 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9b4468a307736c2170e016969c6f1c65: 2024-12-16T22:01:53,672 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734386433475.9b4468a307736c2170e016969c6f1c65. 2024-12-16T22:01:53,672 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3014b20911d31f346955e026c98b03f1, disabling compactions & flushes 2024-12-16T22:01:53,672 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:01:53,672 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:01:53,672 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. after waiting 0 ms 2024-12-16T22:01:53,672 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:01:53,675 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/3014b20911d31f346955e026c98b03f1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,675 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:01:53,675 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3014b20911d31f346955e026c98b03f1: 2024-12-16T22:01:53,676 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734386433475.3014b20911d31f346955e026c98b03f1. 2024-12-16T22:01:53,676 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b0388013827577821143855bf1341aa8, disabling compactions & flushes 2024-12-16T22:01:53,676 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:01:53,676 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:01:53,676 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734386433475.b0388013827577821143855bf1341aa8. after waiting 0 ms 2024-12-16T22:01:53,676 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:01:53,679 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b0388013827577821143855bf1341aa8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,679 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:01:53,679 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b0388013827577821143855bf1341aa8: 2024-12-16T22:01:53,679 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734386433475.b0388013827577821143855bf1341aa8. 2024-12-16T22:01:53,679 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 52ab186e023e8a39cdc8e32fcd601e74, disabling compactions & flushes 2024-12-16T22:01:53,679 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:01:53,679 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:01:53,679 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. after waiting 0 ms 2024-12-16T22:01:53,679 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:01:53,682 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/52ab186e023e8a39cdc8e32fcd601e74/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,683 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:01:53,683 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 52ab186e023e8a39cdc8e32fcd601e74: 2024-12-16T22:01:53,683 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734386433475.52ab186e023e8a39cdc8e32fcd601e74. 2024-12-16T22:01:53,683 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 66cd60a90fe9705755335f860db9608f, disabling compactions & flushes 2024-12-16T22:01:53,683 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:01:53,683 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:01:53,683 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. after waiting 0 ms 2024-12-16T22:01:53,683 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:01:53,686 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/66cd60a90fe9705755335f860db9608f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,686 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:01:53,686 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 66cd60a90fe9705755335f860db9608f: 2024-12-16T22:01:53,687 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734386433475.66cd60a90fe9705755335f860db9608f. 2024-12-16T22:01:53,687 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a9cb2a0390efe31c956fe36311713675, disabling compactions & flushes 2024-12-16T22:01:53,687 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:01:53,687 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:01:53,687 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. after waiting 0 ms 2024-12-16T22:01:53,687 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:01:53,690 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/a9cb2a0390efe31c956fe36311713675/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,690 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:01:53,690 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a9cb2a0390efe31c956fe36311713675: 2024-12-16T22:01:53,690 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734386433475.a9cb2a0390efe31c956fe36311713675. 2024-12-16T22:01:53,690 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 62d97fa67bd0f5abf445dc7e1532cb2f, disabling compactions & flushes 2024-12-16T22:01:53,690 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:01:53,690 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:01:53,690 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. after waiting 0 ms 2024-12-16T22:01:53,690 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:01:53,694 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/62d97fa67bd0f5abf445dc7e1532cb2f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,694 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:01:53,694 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 62d97fa67bd0f5abf445dc7e1532cb2f: 2024-12-16T22:01:53,694 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734386433475.62d97fa67bd0f5abf445dc7e1532cb2f. 2024-12-16T22:01:53,695 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ac4ae6ec32d02d514b9d7841f0b43b8f, disabling compactions & flushes 2024-12-16T22:01:53,695 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:01:53,695 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:01:53,695 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. after waiting 0 ms 2024-12-16T22:01:53,695 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:01:53,698 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/ac4ae6ec32d02d514b9d7841f0b43b8f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,699 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:01:53,699 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ac4ae6ec32d02d514b9d7841f0b43b8f: 2024-12-16T22:01:53,699 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734386433475.ac4ae6ec32d02d514b9d7841f0b43b8f. 2024-12-16T22:01:53,699 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b9eb74435a7841b85c794f85e515f9a6, disabling compactions & flushes 2024-12-16T22:01:53,699 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:01:53,699 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:01:53,699 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. after waiting 0 ms 2024-12-16T22:01:53,699 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:01:53,703 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/b9eb74435a7841b85c794f85e515f9a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:53,704 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:01:53,704 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b9eb74435a7841b85c794f85e515f9a6: 2024-12-16T22:01:53,704 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734386433475.b9eb74435a7841b85c794f85e515f9a6. 2024-12-16T22:01:53,704 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing aecef68ec70b7d1255fe87599e28e7e8, disabling compactions & flushes 2024-12-16T22:01:53,704 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:01:53,704 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:01:53,704 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. after waiting 0 ms 2024-12-16T22:01:53,704 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:01:53,704 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing aecef68ec70b7d1255fe87599e28e7e8 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T22:01:53,722 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8/.tmp/info/9a6080816bc94171b21dbf62758ba679 is 45, key is default/info:d/1734386428106/Put/seqid=0 2024-12-16T22:01:53,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741871_1047 (size=5037) 2024-12-16T22:01:53,760 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1629): Waiting on 0523f272ace7112df29cad75acc49ead, 1588230740, 275282e22c688c5550301ac16de14d7c, 35d879f83d6065019b1b9fc816454b16, aecef68ec70b7d1255fe87599e28e7e8, cca885aea8f8c09b26265ae45cd77970, d8ec7618577649a73b9b176cdc37d767, eeb463c0b61e871936f712137658c1ba, f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:01:53,960 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1629): Waiting on 0523f272ace7112df29cad75acc49ead, 1588230740, 275282e22c688c5550301ac16de14d7c, 35d879f83d6065019b1b9fc816454b16, aecef68ec70b7d1255fe87599e28e7e8, cca885aea8f8c09b26265ae45cd77970, d8ec7618577649a73b9b176cdc37d767, eeb463c0b61e871936f712137658c1ba, f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:01:54,073 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/table/81c712769e4546c399a420a62733aeb9 2024-12-16T22:01:54,079 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/info/b228c7089af74f119c0663a65de521e1 as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/info/b228c7089af74f119c0663a65de521e1 2024-12-16T22:01:54,085 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/info/b228c7089af74f119c0663a65de521e1, entries=272, sequenceid=77, filesize=35.5 K 2024-12-16T22:01:54,085 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/154cccb8d97047c987ac3d39d3bcaae2 as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/rep_barrier/154cccb8d97047c987ac3d39d3bcaae2 2024-12-16T22:01:54,090 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/rep_barrier/154cccb8d97047c987ac3d39d3bcaae2, entries=27, sequenceid=77, filesize=8.4 K 2024-12-16T22:01:54,091 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/.tmp/table/81c712769e4546c399a420a62733aeb9 as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/table/81c712769e4546c399a420a62733aeb9 2024-12-16T22:01:54,096 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/table/81c712769e4546c399a420a62733aeb9, entries=6, sequenceid=77, filesize=5.5 K 2024-12-16T22:01:54,097 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=77, compaction requested=false 2024-12-16T22:01:54,101 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-16T22:01:54,102 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T22:01:54,102 INFO [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T22:01:54,102 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T22:01:54,102 DEBUG [RS_CLOSE_META-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T22:01:54,128 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8/.tmp/info/9a6080816bc94171b21dbf62758ba679 2024-12-16T22:01:54,134 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8/.tmp/info/9a6080816bc94171b21dbf62758ba679 as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8/info/9a6080816bc94171b21dbf62758ba679 2024-12-16T22:01:54,140 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8/info/9a6080816bc94171b21dbf62758ba679, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T22:01:54,141 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for aecef68ec70b7d1255fe87599e28e7e8 in 437ms, sequenceid=6, compaction requested=false 2024-12-16T22:01:54,144 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/hbase/namespace/aecef68ec70b7d1255fe87599e28e7e8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T22:01:54,145 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:01:54,145 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for aecef68ec70b7d1255fe87599e28e7e8: 2024-12-16T22:01:54,145 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734386426755.aecef68ec70b7d1255fe87599e28e7e8. 2024-12-16T22:01:54,145 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 35d879f83d6065019b1b9fc816454b16, disabling compactions & flushes 2024-12-16T22:01:54,145 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:01:54,145 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:01:54,145 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. after waiting 0 ms 2024-12-16T22:01:54,145 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:01:54,148 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/35d879f83d6065019b1b9fc816454b16/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:54,148 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:01:54,148 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 35d879f83d6065019b1b9fc816454b16: 2024-12-16T22:01:54,149 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734386433475.35d879f83d6065019b1b9fc816454b16. 2024-12-16T22:01:54,149 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d8ec7618577649a73b9b176cdc37d767, disabling compactions & flushes 2024-12-16T22:01:54,149 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:01:54,149 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:01:54,149 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. after waiting 0 ms 2024-12-16T22:01:54,149 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:01:54,152 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/d8ec7618577649a73b9b176cdc37d767/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:54,152 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:01:54,153 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d8ec7618577649a73b9b176cdc37d767: 2024-12-16T22:01:54,153 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734386433475.d8ec7618577649a73b9b176cdc37d767. 2024-12-16T22:01:54,153 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0523f272ace7112df29cad75acc49ead, disabling compactions & flushes 2024-12-16T22:01:54,153 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:01:54,153 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:01:54,153 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. after waiting 0 ms 2024-12-16T22:01:54,153 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:01:54,156 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/0523f272ace7112df29cad75acc49ead/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:54,156 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:01:54,156 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0523f272ace7112df29cad75acc49ead: 2024-12-16T22:01:54,156 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734386433475.0523f272ace7112df29cad75acc49ead. 2024-12-16T22:01:54,156 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 275282e22c688c5550301ac16de14d7c, disabling compactions & flushes 2024-12-16T22:01:54,156 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:01:54,156 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:01:54,156 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. after waiting 0 ms 2024-12-16T22:01:54,156 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:01:54,159 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/275282e22c688c5550301ac16de14d7c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:54,160 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:01:54,160 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 275282e22c688c5550301ac16de14d7c: 2024-12-16T22:01:54,160 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734386433475.275282e22c688c5550301ac16de14d7c. 2024-12-16T22:01:54,160 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing eeb463c0b61e871936f712137658c1ba, disabling compactions & flushes 2024-12-16T22:01:54,160 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:01:54,160 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:01:54,160 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. after waiting 0 ms 2024-12-16T22:01:54,160 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:01:54,160 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-16T22:01:54,160 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1603): Online Regions={eeb463c0b61e871936f712137658c1ba=test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba., cca885aea8f8c09b26265ae45cd77970=test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970., f77bbc47bf620c60019805273f80ea0d=test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d.} 2024-12-16T22:01:54,160 DEBUG [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1629): Waiting on cca885aea8f8c09b26265ae45cd77970, eeb463c0b61e871936f712137658c1ba, f77bbc47bf620c60019805273f80ea0d 2024-12-16T22:01:54,162 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/eeb463c0b61e871936f712137658c1ba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:54,163 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:01:54,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for eeb463c0b61e871936f712137658c1ba: 2024-12-16T22:01:54,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734386433475.eeb463c0b61e871936f712137658c1ba. 2024-12-16T22:01:54,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cca885aea8f8c09b26265ae45cd77970, disabling compactions & flushes 2024-12-16T22:01:54,163 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:01:54,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:01:54,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. after waiting 0 ms 2024-12-16T22:01:54,163 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:01:54,166 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/cca885aea8f8c09b26265ae45cd77970/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:54,166 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:01:54,166 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cca885aea8f8c09b26265ae45cd77970: 2024-12-16T22:01:54,166 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734386433475.cca885aea8f8c09b26265ae45cd77970. 2024-12-16T22:01:54,166 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f77bbc47bf620c60019805273f80ea0d, disabling compactions & flushes 2024-12-16T22:01:54,166 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:01:54,166 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:01:54,166 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. after waiting 0 ms 2024-12-16T22:01:54,166 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:01:54,169 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/data/default/test/f77bbc47bf620c60019805273f80ea0d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T22:01:54,169 INFO [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:01:54,169 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f77bbc47bf620c60019805273f80ea0d: 2024-12-16T22:01:54,169 DEBUG [RS_CLOSE_REGION-regionserver/28ac8e76af47:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734386433475.f77bbc47bf620c60019805273f80ea0d. 2024-12-16T22:01:54,361 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1250): stopping server 28ac8e76af47,39641,1734386423598; all regions closed. 2024-12-16T22:01:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741834_1010 (size=40374) 2024-12-16T22:01:54,363 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.meta.1734386426506.meta not finished, retry = 0 2024-12-16T22:01:54,466 DEBUG [RS:0;28ac8e76af47:39641 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/oldWALs 2024-12-16T22:01:54,466 INFO [RS:0;28ac8e76af47:39641 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 28ac8e76af47%2C39641%2C1734386423598.meta:.meta(num 1734386426506) 2024-12-16T22:01:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741832_1008 (size=4217378) 2024-12-16T22:01:54,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/WALs/28ac8e76af47,39641,1734386423598/28ac8e76af47%2C39641%2C1734386423598.1734386425557 not finished, retry = 0 2024-12-16T22:01:54,571 DEBUG [RS:0;28ac8e76af47:39641 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/oldWALs 2024-12-16T22:01:54,571 INFO [RS:0;28ac8e76af47:39641 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 28ac8e76af47%2C39641%2C1734386423598:(num 1734386425557) 2024-12-16T22:01:54,571 DEBUG [RS:0;28ac8e76af47:39641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:54,571 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T22:01:54,571 INFO [RS:0;28ac8e76af47:39641 {}] hbase.ChoreService(370): Chore service for: regionserver/28ac8e76af47:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T22:01:54,572 INFO [regionserver/28ac8e76af47:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T22:01:54,572 INFO [RS:0;28ac8e76af47:39641 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:39641 2024-12-16T22:01:54,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/28ac8e76af47,39641,1734386423598 2024-12-16T22:01:54,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-16T22:01:54,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28ac8e76af47,39641,1734386423598] 2024-12-16T22:01:54,576 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 28ac8e76af47,39641,1734386423598; numProcessing=1 2024-12-16T22:01:54,577 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/28ac8e76af47,39641,1734386423598 already deleted, retry=false 2024-12-16T22:01:54,577 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 28ac8e76af47,39641,1734386423598 expired; onlineServers=0 2024-12-16T22:01:54,577 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '28ac8e76af47,43147,1734386422808' ***** 2024-12-16T22:01:54,577 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T22:01:54,577 DEBUG [M:0;28ac8e76af47:43147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c8ae9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28ac8e76af47/172.17.0.3:0 2024-12-16T22:01:54,577 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HRegionServer(1224): stopping server 28ac8e76af47,43147,1734386422808 2024-12-16T22:01:54,578 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HRegionServer(1250): stopping server 28ac8e76af47,43147,1734386422808; all regions closed. 2024-12-16T22:01:54,578 DEBUG [M:0;28ac8e76af47:43147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T22:01:54,578 DEBUG [M:0;28ac8e76af47:43147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T22:01:54,578 DEBUG [M:0;28ac8e76af47:43147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T22:01:54,578 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T22:01:54,578 DEBUG [master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.small.0-1734386425259 {}] cleaner.HFileCleaner(306): Exit Thread[master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.small.0-1734386425259,5,FailOnTimeoutGroup] 2024-12-16T22:01:54,578 DEBUG [master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.large.0-1734386425258 {}] cleaner.HFileCleaner(306): Exit Thread[master/28ac8e76af47:0:becomeActiveMaster-HFileCleaner.large.0-1734386425258,5,FailOnTimeoutGroup] 2024-12-16T22:01:54,578 INFO [M:0;28ac8e76af47:43147 {}] hbase.ChoreService(370): Chore service for: master/28ac8e76af47:0 had [] on shutdown 2024-12-16T22:01:54,578 DEBUG [M:0;28ac8e76af47:43147 {}] master.HMaster(1733): Stopping service threads 2024-12-16T22:01:54,578 INFO [M:0;28ac8e76af47:43147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T22:01:54,578 ERROR [M:0;28ac8e76af47:43147 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (788280152) connection to localhost/127.0.0.1:33877 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33877,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-16T22:01:54,578 INFO [M:0;28ac8e76af47:43147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T22:01:54,579 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T22:01:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-16T22:01:54,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T22:01:54,579 DEBUG [M:0;28ac8e76af47:43147 {}] zookeeper.ZKUtil(347): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-16T22:01:54,579 WARN [M:0;28ac8e76af47:43147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T22:01:54,579 INFO [M:0;28ac8e76af47:43147 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T22:01:54,579 INFO [M:0;28ac8e76af47:43147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T22:01:54,579 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T22:01:54,579 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:01:54,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T22:01:54,579 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:01:54,579 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T22:01:54,579 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:01:54,580 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.95 KB heapSize=293.86 KB 2024-12-16T22:01:54,595 DEBUG [M:0;28ac8e76af47:43147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae51f943432e4215a3b39eba22db14df is 82, key is hbase:meta,,1/info:regioninfo/1734386426639/Put/seqid=0 2024-12-16T22:01:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741872_1048 (size=5672) 2024-12-16T22:01:54,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:54,676 INFO [RS:0;28ac8e76af47:39641 {}] regionserver.HRegionServer(1307): Exiting; stopping=28ac8e76af47,39641,1734386423598; zookeeper connection closed. 2024-12-16T22:01:54,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39641-0x101514014fc0001, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:54,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a30fe3 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a30fe3 2024-12-16T22:01:54,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T22:01:55,000 INFO [M:0;28ac8e76af47:43147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae51f943432e4215a3b39eba22db14df 2024-12-16T22:01:55,022 DEBUG [M:0;28ac8e76af47:43147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5742b7a4877e4078b82f6effb3554c73 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734386437697/Put/seqid=0 2024-12-16T22:01:55,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741873_1049 (size=12846) 2024-12-16T22:01:55,427 INFO [M:0;28ac8e76af47:43147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.40 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5742b7a4877e4078b82f6effb3554c73 2024-12-16T22:01:55,432 INFO [M:0;28ac8e76af47:43147 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5742b7a4877e4078b82f6effb3554c73 2024-12-16T22:01:55,455 DEBUG [M:0;28ac8e76af47:43147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6a84e79458d468eb24598fdc711a615 is 69, key is 28ac8e76af47,39641,1734386423598/rs:state/1734386425326/Put/seqid=0 2024-12-16T22:01:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741874_1050 (size=5156) 2024-12-16T22:01:55,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T22:01:55,861 INFO [M:0;28ac8e76af47:43147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6a84e79458d468eb24598fdc711a615 2024-12-16T22:01:55,868 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae51f943432e4215a3b39eba22db14df as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae51f943432e4215a3b39eba22db14df 2024-12-16T22:01:55,876 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae51f943432e4215a3b39eba22db14df, entries=8, sequenceid=611, filesize=5.5 K 2024-12-16T22:01:55,877 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5742b7a4877e4078b82f6effb3554c73 as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5742b7a4877e4078b82f6effb3554c73 2024-12-16T22:01:55,883 INFO [M:0;28ac8e76af47:43147 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5742b7a4877e4078b82f6effb3554c73 2024-12-16T22:01:55,884 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5742b7a4877e4078b82f6effb3554c73, entries=77, sequenceid=611, filesize=12.5 K 2024-12-16T22:01:55,885 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6a84e79458d468eb24598fdc711a615 as hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6a84e79458d468eb24598fdc711a615 2024-12-16T22:01:55,891 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33877/user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6a84e79458d468eb24598fdc711a615, entries=1, sequenceid=611, filesize=5.0 K 2024-12-16T22:01:55,892 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.95 KB/243664, heapSize ~293.56 KB/300608, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=611, compaction requested=false 2024-12-16T22:01:55,893 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T22:01:55,893 DEBUG [M:0;28ac8e76af47:43147 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T22:01:55,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741830_1006 (size=284338) 2024-12-16T22:01:55,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/07522899-f4bc-397f-b20d-1a5b647c4a8f/MasterData/WALs/28ac8e76af47,43147,1734386422808/28ac8e76af47%2C43147%2C1734386422808.1734386424759 not finished, retry = 0 2024-12-16T22:01:55,999 INFO [M:0;28ac8e76af47:43147 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T22:01:55,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T22:01:55,999 INFO [M:0;28ac8e76af47:43147 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:43147 2024-12-16T22:01:56,002 DEBUG [M:0;28ac8e76af47:43147 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/28ac8e76af47,43147,1734386422808 already deleted, retry=false 2024-12-16T22:01:56,104 INFO [M:0;28ac8e76af47:43147 {}] regionserver.HRegionServer(1307): Exiting; stopping=28ac8e76af47,43147,1734386422808; zookeeper connection closed. 2024-12-16T22:01:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:56,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x101514014fc0000, quorum=127.0.0.1:63064, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T22:01:56,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b590514{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T22:01:56,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:01:56,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:01:56,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:01:56,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop.log.dir/,STOPPED} 2024-12-16T22:01:56,115 WARN [BP-787255722-172.17.0.3-1734386419729 heartbeating to localhost/127.0.0.1:33877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T22:01:56,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T22:01:56,115 WARN [BP-787255722-172.17.0.3-1734386419729 heartbeating to localhost/127.0.0.1:33877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-787255722-172.17.0.3-1734386419729 (Datanode Uuid a28c504f-e0bb-4c73-8f53-c00dc1165bc4) service to localhost/127.0.0.1:33877 2024-12-16T22:01:56,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T22:01:56,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/cluster_58a4638e-b13e-0b74-52cb-93b244d37983/dfs/data/data1/current/BP-787255722-172.17.0.3-1734386419729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:01:56,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/cluster_58a4638e-b13e-0b74-52cb-93b244d37983/dfs/data/data2/current/BP-787255722-172.17.0.3-1734386419729 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T22:01:56,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T22:01:56,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T22:01:56,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T22:01:56,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T22:01:56,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T22:01:56,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6a0879a-52fe-cc58-4e6f-429839999709/hadoop.log.dir/,STOPPED} 2024-12-16T22:01:56,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T22:01:56,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down