2024-12-13 21:18:43,936 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 21:18:43,968 main DEBUG Took 0.028724 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 21:18:43,969 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 21:18:43,970 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 21:18:43,971 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 21:18:43,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:43,983 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 21:18:44,003 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,006 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,007 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,008 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,009 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,010 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,011 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,012 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,013 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,014 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,015 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,015 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 21:18:44,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,016 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 21:18:44,018 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 21:18:44,020 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 21:18:44,022 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 21:18:44,023 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 21:18:44,024 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 21:18:44,025 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 21:18:44,041 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 21:18:44,045 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 21:18:44,047 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 21:18:44,047 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 21:18:44,048 main DEBUG createAppenders(={Console}) 2024-12-13 21:18:44,049 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-13 21:18:44,049 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 21:18:44,049 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-13 21:18:44,050 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 21:18:44,050 main DEBUG OutputStream closed 2024-12-13 21:18:44,050 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 21:18:44,050 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 21:18:44,051 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-13 21:18:44,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 21:18:44,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 21:18:44,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 21:18:44,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 21:18:44,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 21:18:44,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 21:18:44,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 21:18:44,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 21:18:44,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 21:18:44,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 21:18:44,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 21:18:44,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 21:18:44,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 21:18:44,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 21:18:44,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 21:18:44,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 21:18:44,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 21:18:44,145 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 21:18:44,152 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 21:18:44,152 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-13 21:18:44,152 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 21:18:44,153 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-13T21:18:44,513 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8 2024-12-13 21:18:44,517 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 21:18:44,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T21:18:44,526 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop-log-dir so I do NOT create it in target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3 2024-12-13T21:18:44,527 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop-log-dir Erasing configuration value by system value. 2024-12-13T21:18:44,527 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop-tmp-dir so I do NOT create it in target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3 2024-12-13T21:18:44,527 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-13T21:18:44,528 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3 2024-12-13T21:18:44,541 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-13T21:18:44,568 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0, deleteOnExit=true 2024-12-13T21:18:44,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/zookeeper_0, clientPort=62437, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T21:18:44,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62437 2024-12-13T21:18:44,811 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-13T21:18:44,811 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-13T21:18:44,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T21:18:44,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T21:18:44,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/test.cache.data in system properties and HBase conf 2024-12-13T21:18:44,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T21:18:44,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop.log.dir in system properties and HBase conf 2024-12-13T21:18:44,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T21:18:44,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T21:18:44,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T21:18:44,916 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T21:18:45,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T21:18:45,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T21:18:45,013 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T21:18:45,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T21:18:45,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T21:18:45,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T21:18:45,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T21:18:45,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T21:18:45,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T21:18:45,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T21:18:45,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/nfs.dump.dir in system properties and HBase conf 2024-12-13T21:18:45,017 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/java.io.tmpdir in system properties and HBase conf 2024-12-13T21:18:45,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T21:18:45,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T21:18:45,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T21:18:46,955 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T21:18:47,042 INFO [Time-limited test {}] log.Log(170): Logging initialized @4075ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T21:18:47,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T21:18:47,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T21:18:47,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T21:18:47,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T21:18:47,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T21:18:47,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T21:18:47,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop.log.dir/,AVAILABLE} 2024-12-13T21:18:47,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T21:18:47,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/java.io.tmpdir/jetty-localhost-33103-hadoop-hdfs-3_4_1-tests_jar-_-any-7346606750486428327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T21:18:47,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:33103} 2024-12-13T21:18:47,500 INFO [Time-limited test {}] server.Server(415): Started @4533ms 2024-12-13T21:18:48,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T21:18:48,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T21:18:48,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T21:18:48,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T21:18:48,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T21:18:48,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop.log.dir/,AVAILABLE} 2024-12-13T21:18:48,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T21:18:48,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b590514{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/java.io.tmpdir/jetty-localhost-41425-hadoop-hdfs-3_4_1-tests_jar-_-any-11497536298840715932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T21:18:48,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:41425} 2024-12-13T21:18:48,268 INFO [Time-limited test {}] server.Server(415): Started @5302ms 2024-12-13T21:18:48,361 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T21:18:49,569 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/dfs/data/data2/current/BP-2033698911-172.17.0.3-1734124725960/current, will proceed with Du for space computation calculation, 2024-12-13T21:18:49,572 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/dfs/data/data1/current/BP-2033698911-172.17.0.3-1734124725960/current, will proceed with Du for space computation calculation, 2024-12-13T21:18:49,624 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T21:18:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24ea576d795f35dd with lease ID 0x5638f49ff79ab445: Processing first storage report for DS-b5711bbb-7cf2-45ef-92d4-dccb0e3bbcd9 from datanode DatanodeRegistration(127.0.0.1:37463, datanodeUuid=14a41677-baf0-487c-84c9-6887ef981a2f, infoPort=33991, infoSecurePort=0, ipcPort=45413, storageInfo=lv=-57;cid=testClusterID;nsid=1600143688;c=1734124725960) 2024-12-13T21:18:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24ea576d795f35dd with lease ID 0x5638f49ff79ab445: from storage DS-b5711bbb-7cf2-45ef-92d4-dccb0e3bbcd9 node DatanodeRegistration(127.0.0.1:37463, datanodeUuid=14a41677-baf0-487c-84c9-6887ef981a2f, infoPort=33991, infoSecurePort=0, ipcPort=45413, storageInfo=lv=-57;cid=testClusterID;nsid=1600143688;c=1734124725960), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-13T21:18:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24ea576d795f35dd with lease ID 0x5638f49ff79ab445: Processing first storage report for DS-9e2432f4-f0e6-4eb6-bd4b-e728149a85e1 from datanode DatanodeRegistration(127.0.0.1:37463, datanodeUuid=14a41677-baf0-487c-84c9-6887ef981a2f, infoPort=33991, infoSecurePort=0, ipcPort=45413, storageInfo=lv=-57;cid=testClusterID;nsid=1600143688;c=1734124725960) 2024-12-13T21:18:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24ea576d795f35dd with lease ID 0x5638f49ff79ab445: from storage DS-9e2432f4-f0e6-4eb6-bd4b-e728149a85e1 node DatanodeRegistration(127.0.0.1:37463, datanodeUuid=14a41677-baf0-487c-84c9-6887ef981a2f, infoPort=33991, infoSecurePort=0, ipcPort=45413, storageInfo=lv=-57;cid=testClusterID;nsid=1600143688;c=1734124725960), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T21:18:49,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8 2024-12-13T21:18:49,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:49,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741825_1001 (size=7) 2024-12-13T21:18:50,473 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 with version=8 2024-12-13T21:18:50,474 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/hbase-staging 2024-12-13T21:18:50,619 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T21:18:50,877 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fd052dae32be:0 server-side Connection retries=45 2024-12-13T21:18:50,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:50,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:50,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T21:18:50,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:50,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T21:18:51,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T21:18:51,086 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T21:18:51,095 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T21:18:51,099 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T21:18:51,121 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18614 (auto-detected) 2024-12-13T21:18:51,122 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-13T21:18:51,137 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:42987 2024-12-13T21:18:51,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:51,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:51,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42987 connecting to ZooKeeper ensemble=127.0.0.1:62437 2024-12-13T21:18:51,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429870x0, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T21:18:51,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42987-0x10021427e910000 connected 2024-12-13T21:18:51,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T21:18:51,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T21:18:51,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T21:18:51,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42987 2024-12-13T21:18:51,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42987 2024-12-13T21:18:51,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42987 2024-12-13T21:18:51,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42987 2024-12-13T21:18:51,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42987 2024-12-13T21:18:51,365 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996, hbase.cluster.distributed=false 2024-12-13T21:18:51,431 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fd052dae32be:0 server-side Connection retries=45 2024-12-13T21:18:51,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:51,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:51,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T21:18:51,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:51,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T21:18:51,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T21:18:51,435 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T21:18:51,436 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:36497 2024-12-13T21:18:51,438 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T21:18:51,442 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T21:18:51,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:51,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:51,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36497 connecting to ZooKeeper ensemble=127.0.0.1:62437 2024-12-13T21:18:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364970x0, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T21:18:51,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364970x0, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T21:18:51,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36497-0x10021427e910001 connected 2024-12-13T21:18:51,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T21:18:51,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T21:18:51,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36497 2024-12-13T21:18:51,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36497 2024-12-13T21:18:51,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36497 2024-12-13T21:18:51,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36497 2024-12-13T21:18:51,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36497 2024-12-13T21:18:51,467 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/fd052dae32be,42987,1734124730610 2024-12-13T21:18:51,480 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fd052dae32be:42987 2024-12-13T21:18:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T21:18:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T21:18:51,482 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/fd052dae32be,42987,1734124730610 2024-12-13T21:18:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T21:18:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T21:18:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:51,507 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T21:18:51,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T21:18:51,508 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/fd052dae32be,42987,1734124730610 from backup master directory 2024-12-13T21:18:51,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/fd052dae32be,42987,1734124730610 2024-12-13T21:18:51,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T21:18:51,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T21:18:51,519 WARN [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T21:18:51,519 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fd052dae32be,42987,1734124730610 2024-12-13T21:18:51,522 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T21:18:51,524 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T21:18:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741826_1002 (size=42) 2024-12-13T21:18:51,598 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/hbase.id with ID: e884692c-aab4-4f3f-a7c0-b0e8059caecd 2024-12-13T21:18:51,640 INFO [master/fd052dae32be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:51,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:51,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:51,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741827_1003 (size=196) 2024-12-13T21:18:51,712 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T21:18:51,715 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T21:18:51,738 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:18:51,744 INFO [master/fd052dae32be:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T21:18:51,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741828_1004 (size=1189) 2024-12-13T21:18:52,204 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store 2024-12-13T21:18:52,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741829_1005 (size=34) 2024-12-13T21:18:52,225 INFO [master/fd052dae32be:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T21:18:52,226 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:52,227 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T21:18:52,227 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:18:52,227 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:18:52,227 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T21:18:52,227 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:18:52,227 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:18:52,227 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T21:18:52,230 WARN [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/.initializing 2024-12-13T21:18:52,230 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/WALs/fd052dae32be,42987,1734124730610 2024-12-13T21:18:52,237 INFO [master/fd052dae32be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T21:18:52,248 INFO [master/fd052dae32be:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fd052dae32be%2C42987%2C1734124730610, suffix=, logDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/WALs/fd052dae32be,42987,1734124730610, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/oldWALs, maxLogs=10 2024-12-13T21:18:52,266 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/WALs/fd052dae32be,42987,1734124730610/fd052dae32be%2C42987%2C1734124730610.1734124732252, exclude list is [], retry=0 2024-12-13T21:18:52,282 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-b5711bbb-7cf2-45ef-92d4-dccb0e3bbcd9,DISK] 2024-12-13T21:18:52,285 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T21:18:52,320 INFO [master/fd052dae32be:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/WALs/fd052dae32be,42987,1734124730610/fd052dae32be%2C42987%2C1734124730610.1734124732252 2024-12-13T21:18:52,321 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-12-13T21:18:52,322 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T21:18:52,322 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:52,326 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,328 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T21:18:52,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:52,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:52,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T21:18:52,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:52,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:18:52,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T21:18:52,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:52,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:18:52,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T21:18:52,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:52,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:18:52,411 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,412 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,423 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T21:18:52,426 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:52,431 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:18:52,432 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137904, jitterRate=-0.04427075386047363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T21:18:52,436 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T21:18:52,438 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T21:18:52,463 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56913164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:18:52,495 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T21:18:52,507 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T21:18:52,508 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T21:18:52,509 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T21:18:52,510 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T21:18:52,514 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-13T21:18:52,515 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T21:18:52,538 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T21:18:52,549 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-13T21:18:52,589 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-13T21:18:52,592 INFO [master/fd052dae32be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T21:18:52,595 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-13T21:18:52,605 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-13T21:18:52,608 INFO [master/fd052dae32be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T21:18:52,614 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-13T21:18:52,622 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-13T21:18:52,623 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-13T21:18:52,630 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-13T21:18:52,642 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T21:18:52,651 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-13T21:18:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T21:18:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T21:18:52,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:52,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:52,664 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fd052dae32be,42987,1734124730610, sessionid=0x10021427e910000, setting cluster-up flag (Was=false) 2024-12-13T21:18:52,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:52,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:52,714 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-13T21:18:52,717 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fd052dae32be,42987,1734124730610 2024-12-13T21:18:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:52,763 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-13T21:18:52,765 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fd052dae32be,42987,1734124730610 2024-12-13T21:18:52,847 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T21:18:52,853 INFO [master/fd052dae32be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T21:18:52,857 INFO [master/fd052dae32be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T21:18:52,863 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fd052dae32be,42987,1734124730610 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T21:18:52,868 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fd052dae32be:0, corePoolSize=5, maxPoolSize=5 2024-12-13T21:18:52,868 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fd052dae32be:0, corePoolSize=5, maxPoolSize=5 2024-12-13T21:18:52,868 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fd052dae32be:0, corePoolSize=5, maxPoolSize=5 2024-12-13T21:18:52,868 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fd052dae32be:0, corePoolSize=5, maxPoolSize=5 2024-12-13T21:18:52,869 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fd052dae32be:0, corePoolSize=10, maxPoolSize=10 2024-12-13T21:18:52,869 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:52,869 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fd052dae32be:0, corePoolSize=2, maxPoolSize=2 2024-12-13T21:18:52,869 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:52,871 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734124762870 2024-12-13T21:18:52,873 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T21:18:52,874 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T21:18:52,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T21:18:52,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T21:18:52,878 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T21:18:52,879 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T21:18:52,879 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T21:18:52,879 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T21:18:52,880 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:52,881 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:52,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T21:18:52,884 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fd052dae32be:36497 2024-12-13T21:18:52,885 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T21:18:52,886 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1008): ClusterId : e884692c-aab4-4f3f-a7c0-b0e8059caecd 2024-12-13T21:18:52,886 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T21:18:52,887 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T21:18:52,889 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T21:18:52,891 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T21:18:52,892 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T21:18:52,895 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.large.0-1734124732893,5,FailOnTimeoutGroup] 2024-12-13T21:18:52,897 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.small.0-1734124732896,5,FailOnTimeoutGroup] 2024-12-13T21:18:52,897 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:52,897 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T21:18:52,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741831_1007 (size=1039) 2024-12-13T21:18:52,899 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:52,899 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:52,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T21:18:52,901 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:18:52,905 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T21:18:52,905 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T21:18:52,915 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T21:18:52,915 DEBUG [RS:0;fd052dae32be:36497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72264458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:18:52,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741832_1008 (size=32) 2024-12-13T21:18:52,919 DEBUG [RS:0;fd052dae32be:36497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1731debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fd052dae32be/172.17.0.3:0 2024-12-13T21:18:52,924 INFO [RS:0;fd052dae32be:36497 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T21:18:52,924 INFO [RS:0;fd052dae32be:36497 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T21:18:52,925 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T21:18:52,928 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3073): reportForDuty to master=fd052dae32be,42987,1734124730610 with isa=fd052dae32be/172.17.0.3:36497, startcode=1734124731430 2024-12-13T21:18:52,944 DEBUG [RS:0;fd052dae32be:36497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T21:18:52,993 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59235, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T21:18:53,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42987 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42987 {}] master.ServerManager(486): Registering regionserver=fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,022 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:18:53,023 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43167 2024-12-13T21:18:53,023 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T21:18:53,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T21:18:53,036 DEBUG [RS:0;fd052dae32be:36497 {}] zookeeper.ZKUtil(111): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on existing znode=/1/rs/fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,036 WARN [RS:0;fd052dae32be:36497 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T21:18:53,036 INFO [RS:0;fd052dae32be:36497 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T21:18:53,037 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fd052dae32be,36497,1734124731430] 2024-12-13T21:18:53,054 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T21:18:53,066 INFO [RS:0;fd052dae32be:36497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T21:18:53,084 INFO [RS:0;fd052dae32be:36497 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T21:18:53,087 INFO [RS:0;fd052dae32be:36497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T21:18:53,088 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:53,088 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T21:18:53,095 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:53,096 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,096 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,096 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,097 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,097 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,097 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fd052dae32be:0, corePoolSize=2, maxPoolSize=2 2024-12-13T21:18:53,097 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,098 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,098 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,098 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,098 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:53,098 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fd052dae32be:0, corePoolSize=3, maxPoolSize=3 2024-12-13T21:18:53,099 DEBUG [RS:0;fd052dae32be:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fd052dae32be:0, corePoolSize=3, maxPoolSize=3 2024-12-13T21:18:53,100 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:53,100 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:53,100 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:53,101 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:53,101 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,36497,1734124731430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T21:18:53,129 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T21:18:53,132 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,36497,1734124731430-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:53,159 INFO [RS:0;fd052dae32be:36497 {}] regionserver.Replication(204): fd052dae32be,36497,1734124731430 started 2024-12-13T21:18:53,159 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1767): Serving as fd052dae32be,36497,1734124731430, RpcServer on fd052dae32be/172.17.0.3:36497, sessionid=0x10021427e910001 2024-12-13T21:18:53,160 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T21:18:53,160 DEBUG [RS:0;fd052dae32be:36497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,160 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fd052dae32be,36497,1734124731430' 2024-12-13T21:18:53,160 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-13T21:18:53,161 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-13T21:18:53,162 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T21:18:53,162 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T21:18:53,162 DEBUG [RS:0;fd052dae32be:36497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,162 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fd052dae32be,36497,1734124731430' 2024-12-13T21:18:53,162 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-13T21:18:53,163 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-13T21:18:53,163 DEBUG [RS:0;fd052dae32be:36497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T21:18:53,163 INFO [RS:0;fd052dae32be:36497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T21:18:53,164 INFO [RS:0;fd052dae32be:36497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T21:18:53,269 INFO [RS:0;fd052dae32be:36497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T21:18:53,272 INFO [RS:0;fd052dae32be:36497 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fd052dae32be%2C36497%2C1734124731430, suffix=, logDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/oldWALs, maxLogs=10 2024-12-13T21:18:53,289 DEBUG [RS:0;fd052dae32be:36497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, exclude list is [], retry=0 2024-12-13T21:18:53,295 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-b5711bbb-7cf2-45ef-92d4-dccb0e3bbcd9,DISK] 2024-12-13T21:18:53,301 INFO [RS:0;fd052dae32be:36497 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 2024-12-13T21:18:53,302 DEBUG [RS:0;fd052dae32be:36497 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-12-13T21:18:53,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:53,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T21:18:53,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T21:18:53,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:53,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:53,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T21:18:53,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T21:18:53,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:53,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:53,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T21:18:53,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T21:18:53,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:53,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:53,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740 2024-12-13T21:18:53,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740 2024-12-13T21:18:53,362 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T21:18:53,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T21:18:53,370 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:18:53,371 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69285389, jitterRate=0.03243274986743927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T21:18:53,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T21:18:53,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T21:18:53,373 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T21:18:53,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T21:18:53,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T21:18:53,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T21:18:53,377 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T21:18:53,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T21:18:53,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T21:18:53,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T21:18:53,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T21:18:53,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T21:18:53,405 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T21:18:53,557 DEBUG [fd052dae32be:42987 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T21:18:53,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,566 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fd052dae32be,36497,1734124731430, state=OPENING 2024-12-13T21:18:53,580 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T21:18:53,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:53,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:53,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T21:18:53,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T21:18:53,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:18:53,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,767 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T21:18:53,770 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T21:18:53,783 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T21:18:53,783 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T21:18:53,784 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T21:18:53,788 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fd052dae32be%2C36497%2C1734124731430.meta, suffix=.meta, logDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/oldWALs, maxLogs=10 2024-12-13T21:18:53,802 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.meta.1734124733789.meta, exclude list is [], retry=0 2024-12-13T21:18:53,806 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-b5711bbb-7cf2-45ef-92d4-dccb0e3bbcd9,DISK] 2024-12-13T21:18:53,810 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.meta.1734124733789.meta 2024-12-13T21:18:53,810 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-12-13T21:18:53,810 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T21:18:53,812 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T21:18:53,865 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T21:18:53,869 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T21:18:53,872 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T21:18:53,872 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:53,873 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T21:18:53,873 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T21:18:53,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T21:18:53,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T21:18:53,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:53,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:53,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T21:18:53,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T21:18:53,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:53,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:53,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T21:18:53,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T21:18:53,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:53,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:53,884 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740 2024-12-13T21:18:53,887 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740 2024-12-13T21:18:53,891 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T21:18:53,894 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T21:18:53,896 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74140772, jitterRate=0.10478359460830688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T21:18:53,898 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T21:18:53,905 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734124733760 2024-12-13T21:18:53,914 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T21:18:53,915 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T21:18:53,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:18:53,918 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fd052dae32be,36497,1734124731430, state=OPEN 2024-12-13T21:18:53,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T21:18:53,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T21:18:53,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T21:18:53,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T21:18:53,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T21:18:53,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fd052dae32be,36497,1734124731430 in 335 msec 2024-12-13T21:18:53,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T21:18:53,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-12-13T21:18:53,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1400 sec 2024-12-13T21:18:53,947 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734124733947, completionTime=-1 2024-12-13T21:18:53,947 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T21:18:53,947 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T21:18:53,981 DEBUG [hconnection-0x235a7e8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:18:53,983 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T21:18:53,994 INFO [master/fd052dae32be:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T21:18:53,994 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734124793994 2024-12-13T21:18:53,995 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734124853995 2024-12-13T21:18:53,995 INFO [master/fd052dae32be:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 47 msec 2024-12-13T21:18:54,054 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,42987,1734124730610-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:54,054 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,42987,1734124730610-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:54,054 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,42987,1734124730610-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:54,056 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fd052dae32be:42987, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:54,056 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:54,062 DEBUG [master/fd052dae32be:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T21:18:54,065 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T21:18:54,066 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T21:18:54,073 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T21:18:54,075 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T21:18:54,077 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:54,078 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T21:18:54,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741835_1011 (size=358) 2024-12-13T21:18:54,492 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 117897490463d62936688d427e2e6c83, NAME => 'hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:18:54,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741836_1012 (size=42) 2024-12-13T21:18:54,902 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:54,903 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 117897490463d62936688d427e2e6c83, disabling compactions & flushes 2024-12-13T21:18:54,903 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:18:54,903 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:18:54,903 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. after waiting 0 ms 2024-12-13T21:18:54,903 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:18:54,903 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:18:54,903 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 117897490463d62936688d427e2e6c83: 2024-12-13T21:18:54,905 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T21:18:54,910 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734124734906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124734906"}]},"ts":"1734124734906"} 2024-12-13T21:18:54,930 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T21:18:54,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T21:18:54,934 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124734932"}]},"ts":"1734124734932"} 2024-12-13T21:18:54,938 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T21:18:54,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=117897490463d62936688d427e2e6c83, ASSIGN}] 2024-12-13T21:18:54,993 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=117897490463d62936688d427e2e6c83, ASSIGN 2024-12-13T21:18:54,995 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=117897490463d62936688d427e2e6c83, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:18:55,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=117897490463d62936688d427e2e6c83, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:18:55,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 117897490463d62936688d427e2e6c83, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:18:55,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:18:55,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:18:55,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 117897490463d62936688d427e2e6c83, NAME => 'hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83.', STARTKEY => '', ENDKEY => ''} 2024-12-13T21:18:55,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 117897490463d62936688d427e2e6c83 2024-12-13T21:18:55,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:55,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 117897490463d62936688d427e2e6c83 2024-12-13T21:18:55,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 117897490463d62936688d427e2e6c83 2024-12-13T21:18:55,316 INFO [StoreOpener-117897490463d62936688d427e2e6c83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 117897490463d62936688d427e2e6c83 2024-12-13T21:18:55,318 INFO [StoreOpener-117897490463d62936688d427e2e6c83-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 117897490463d62936688d427e2e6c83 columnFamilyName info 2024-12-13T21:18:55,318 DEBUG [StoreOpener-117897490463d62936688d427e2e6c83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:55,319 INFO [StoreOpener-117897490463d62936688d427e2e6c83-1 {}] regionserver.HStore(327): Store=117897490463d62936688d427e2e6c83/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:18:55,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83 2024-12-13T21:18:55,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83 2024-12-13T21:18:55,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 117897490463d62936688d427e2e6c83 2024-12-13T21:18:55,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:18:55,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 117897490463d62936688d427e2e6c83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73509419, jitterRate=0.09537570178508759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T21:18:55,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 117897490463d62936688d427e2e6c83: 2024-12-13T21:18:55,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83., pid=6, masterSystemTime=1734124735305 2024-12-13T21:18:55,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:18:55,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:18:55,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=117897490463d62936688d427e2e6c83, regionState=OPEN, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:18:55,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T21:18:55,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 117897490463d62936688d427e2e6c83, server=fd052dae32be,36497,1734124731430 in 192 msec 2024-12-13T21:18:55,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T21:18:55,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=117897490463d62936688d427e2e6c83, ASSIGN in 358 msec 2024-12-13T21:18:55,354 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T21:18:55,354 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124735354"}]},"ts":"1734124735354"} 2024-12-13T21:18:55,357 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T21:18:55,370 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T21:18:55,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3030 sec 2024-12-13T21:18:55,377 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-13T21:18:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-13T21:18:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:18:55,424 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T21:18:55,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T21:18:55,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-12-13T21:18:55,469 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T21:18:55,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T21:18:55,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-12-13T21:18:55,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-13T21:18:55,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-13T21:18:55,548 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.027sec 2024-12-13T21:18:55,550 INFO [master/fd052dae32be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T21:18:55,552 INFO [master/fd052dae32be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T21:18:55,552 INFO [master/fd052dae32be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T21:18:55,553 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T21:18:55,553 INFO [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T21:18:55,554 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,42987,1734124730610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T21:18:55,554 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,42987,1734124730610-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T21:18:55,560 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T21:18:55,561 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T21:18:55,561 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,42987,1734124730610-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:55,589 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35135e28 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3392f0ba 2024-12-13T21:18:55,589 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T21:18:55,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633cc4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:18:55,606 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T21:18:55,606 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T21:18:55,614 DEBUG [hconnection-0x33320ad3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:18:55,623 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T21:18:55,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fd052dae32be,42987,1734124730610 2024-12-13T21:18:55,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T21:18:55,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/cluster_0ecde177-de05-3de6-678e-f4d063b61ecf, deleteOnExit=true 2024-12-13T21:18:55,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T21:18:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/test.cache.data in system properties and HBase conf 2024-12-13T21:18:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T21:18:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/hadoop.log.dir in system properties and HBase conf 2024-12-13T21:18:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T21:18:55,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T21:18:55,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T21:18:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T21:18:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T21:18:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/nfs.dump.dir in system properties and HBase conf 2024-12-13T21:18:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/java.io.tmpdir in system properties and HBase conf 2024-12-13T21:18:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T21:18:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T21:18:55,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T21:18:55,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T21:18:55,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T21:18:55,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T21:18:55,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T21:18:55,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T21:18:55,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T21:18:55,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae6227b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/hadoop.log.dir/,AVAILABLE} 2024-12-13T21:18:55,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48e16790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T21:18:55,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@321a92e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/java.io.tmpdir/jetty-localhost-40245-hadoop-hdfs-3_4_1-tests_jar-_-any-7124337889107803249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T21:18:55,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c39a0fa{HTTP/1.1, (http/1.1)}{localhost:40245} 2024-12-13T21:18:55,998 INFO [Time-limited test {}] server.Server(415): Started @13031ms 2024-12-13T21:18:56,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T21:18:56,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T21:18:56,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T21:18:56,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T21:18:56,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T21:18:56,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210eb631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/hadoop.log.dir/,AVAILABLE} 2024-12-13T21:18:56,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ef970a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T21:18:56,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c585648{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/java.io.tmpdir/jetty-localhost-34367-hadoop-hdfs-3_4_1-tests_jar-_-any-1447783505501084587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T21:18:56,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a139ba0{HTTP/1.1, (http/1.1)}{localhost:34367} 2024-12-13T21:18:56,313 INFO [Time-limited test {}] server.Server(415): Started @13347ms 2024-12-13T21:18:56,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T21:18:56,803 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/cluster_0ecde177-de05-3de6-678e-f4d063b61ecf/dfs/data/data1/current/BP-1515278316-172.17.0.3-1734124735673/current, will proceed with Du for space computation calculation, 2024-12-13T21:18:56,803 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/cluster_0ecde177-de05-3de6-678e-f4d063b61ecf/dfs/data/data2/current/BP-1515278316-172.17.0.3-1734124735673/current, will proceed with Du for space computation calculation, 2024-12-13T21:18:56,839 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T21:18:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd226efd475ab82d with lease ID 0x16222a24328fa4bd: Processing first storage report for DS-f5804a07-e946-481a-a00c-c88e465c24d7 from datanode DatanodeRegistration(127.0.0.1:34655, datanodeUuid=18d939fd-9d5d-44cc-9a54-f9cdb9333b69, infoPort=38019, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1886731675;c=1734124735673) 2024-12-13T21:18:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd226efd475ab82d with lease ID 0x16222a24328fa4bd: from storage DS-f5804a07-e946-481a-a00c-c88e465c24d7 node DatanodeRegistration(127.0.0.1:34655, datanodeUuid=18d939fd-9d5d-44cc-9a54-f9cdb9333b69, infoPort=38019, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1886731675;c=1734124735673), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T21:18:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd226efd475ab82d with lease ID 0x16222a24328fa4bd: Processing first storage report for DS-0c14a7d8-f6ae-4ab3-92a9-badd11481599 from datanode DatanodeRegistration(127.0.0.1:34655, datanodeUuid=18d939fd-9d5d-44cc-9a54-f9cdb9333b69, infoPort=38019, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1886731675;c=1734124735673) 2024-12-13T21:18:56,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd226efd475ab82d with lease ID 0x16222a24328fa4bd: from storage DS-0c14a7d8-f6ae-4ab3-92a9-badd11481599 node DatanodeRegistration(127.0.0.1:34655, datanodeUuid=18d939fd-9d5d-44cc-9a54-f9cdb9333b69, infoPort=38019, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1886731675;c=1734124735673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T21:18:56,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3 2024-12-13T21:18:56,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:56,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:56,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741825_1001 (size=7) 2024-12-13T21:18:56,885 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa with version=8 2024-12-13T21:18:56,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/hbase-staging 2024-12-13T21:18:56,888 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fd052dae32be:0 server-side Connection retries=18 2024-12-13T21:18:56,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:56,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:56,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T21:18:56,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:56,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T21:18:56,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T21:18:56,890 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T21:18:56,891 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:40895 2024-12-13T21:18:56,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:56,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:56,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40895 connecting to ZooKeeper ensemble=127.0.0.1:62437 2024-12-13T21:18:56,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408950x0, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T21:18:56,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40895-0x10021427e910003 connected 2024-12-13T21:18:56,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T21:18:56,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T21:18:56,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T21:18:56,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40895 2024-12-13T21:18:56,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40895 2024-12-13T21:18:56,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40895 2024-12-13T21:18:56,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40895 2024-12-13T21:18:56,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40895 2024-12-13T21:18:56,992 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa, hbase.cluster.distributed=false 2024-12-13T21:18:57,010 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fd052dae32be:0 server-side Connection retries=18 2024-12-13T21:18:57,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:57,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:57,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T21:18:57,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T21:18:57,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T21:18:57,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T21:18:57,011 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T21:18:57,012 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:42147 2024-12-13T21:18:57,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T21:18:57,013 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T21:18:57,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:57,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:57,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42147 connecting to ZooKeeper ensemble=127.0.0.1:62437 2024-12-13T21:18:57,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421470x0, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T21:18:57,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421470x0, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T21:18:57,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42147-0x10021427e910004 connected 2024-12-13T21:18:57,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T21:18:57,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T21:18:57,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42147 2024-12-13T21:18:57,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42147 2024-12-13T21:18:57,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42147 2024-12-13T21:18:57,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42147 2024-12-13T21:18:57,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42147 2024-12-13T21:18:57,039 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/fd052dae32be,40895,1734124736888 2024-12-13T21:18:57,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T21:18:57,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T21:18:57,047 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/fd052dae32be,40895,1734124736888 2024-12-13T21:18:57,050 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fd052dae32be:40895 2024-12-13T21:18:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T21:18:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T21:18:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:57,056 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T21:18:57,056 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/fd052dae32be,40895,1734124736888 from backup master directory 2024-12-13T21:18:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/fd052dae32be,40895,1734124736888 2024-12-13T21:18:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T21:18:57,063 WARN [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T21:18:57,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T21:18:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T21:18:57,063 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fd052dae32be,40895,1734124736888 2024-12-13T21:18:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741826_1002 (size=42) 2024-12-13T21:18:57,481 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/hbase.id with ID: 5fb77103-a402-4c64-83fc-1469a15cadfc 2024-12-13T21:18:57,500 INFO [master/fd052dae32be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T21:18:57,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:57,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:57,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741827_1003 (size=196) 2024-12-13T21:18:57,922 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T21:18:57,923 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T21:18:57,924 INFO [master/fd052dae32be:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T21:18:57,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741828_1004 (size=1189) 2024-12-13T21:18:58,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:18:58,359 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store 2024-12-13T21:18:58,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741829_1005 (size=34) 2024-12-13T21:18:58,772 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:58,772 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T21:18:58,772 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:18:58,772 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:18:58,772 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T21:18:58,772 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:18:58,772 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:18:58,772 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T21:18:58,774 WARN [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/.initializing 2024-12-13T21:18:58,774 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/WALs/fd052dae32be,40895,1734124736888 2024-12-13T21:18:58,778 INFO [master/fd052dae32be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T21:18:58,783 INFO [master/fd052dae32be:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fd052dae32be%2C40895%2C1734124736888, suffix=, logDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/WALs/fd052dae32be,40895,1734124736888, archiveDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/oldWALs, maxLogs=10 2024-12-13T21:18:58,797 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/WALs/fd052dae32be,40895,1734124736888/fd052dae32be%2C40895%2C1734124736888.1734124738784, exclude list is [], retry=0 2024-12-13T21:18:58,800 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f5804a07-e946-481a-a00c-c88e465c24d7,DISK] 2024-12-13T21:18:58,803 INFO [master/fd052dae32be:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/WALs/fd052dae32be,40895,1734124736888/fd052dae32be%2C40895%2C1734124736888.1734124738784 2024-12-13T21:18:58,803 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38019:38019)] 2024-12-13T21:18:58,803 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T21:18:58,804 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:58,804 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,804 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T21:18:58,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:58,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:58,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T21:18:58,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:58,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:18:58,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T21:18:58,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:58,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:18:58,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T21:18:58,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:58,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:18:58,819 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,820 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,823 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T21:18:58,824 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T21:18:58,827 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:18:58,828 INFO [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67794204, jitterRate=0.010212361812591553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T21:18:58,828 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T21:18:58,828 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T21:18:58,833 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d11355f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:18:58,834 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T21:18:58,834 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T21:18:58,834 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T21:18:58,834 INFO [master/fd052dae32be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T21:18:58,835 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T21:18:58,835 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T21:18:58,835 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T21:18:58,838 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T21:18:58,839 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-13T21:18:58,880 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-13T21:18:58,880 INFO [master/fd052dae32be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T21:18:58,881 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-13T21:18:58,888 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-13T21:18:58,889 INFO [master/fd052dae32be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T21:18:58,890 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-13T21:18:58,896 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-13T21:18:58,897 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-13T21:18:58,905 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-13T21:18:58,907 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T21:18:58,913 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-13T21:18:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T21:18:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T21:18:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:58,922 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fd052dae32be,40895,1734124736888, sessionid=0x10021427e910003, setting cluster-up flag (Was=false) 2024-12-13T21:18:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:58,963 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-13T21:18:58,965 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fd052dae32be,40895,1734124736888 2024-12-13T21:18:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:18:59,047 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-13T21:18:59,050 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fd052dae32be,40895,1734124736888 2024-12-13T21:18:59,055 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T21:18:59,055 INFO [master/fd052dae32be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T21:18:59,056 INFO [master/fd052dae32be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T21:18:59,056 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fd052dae32be,40895,1734124736888 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T21:18:59,056 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fd052dae32be:0, corePoolSize=5, maxPoolSize=5 2024-12-13T21:18:59,056 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fd052dae32be:0, corePoolSize=5, maxPoolSize=5 2024-12-13T21:18:59,057 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fd052dae32be:0, corePoolSize=5, maxPoolSize=5 2024-12-13T21:18:59,057 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fd052dae32be:0, corePoolSize=5, maxPoolSize=5 2024-12-13T21:18:59,057 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fd052dae32be:0, corePoolSize=10, maxPoolSize=10 2024-12-13T21:18:59,057 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,057 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fd052dae32be:0, corePoolSize=2, maxPoolSize=2 2024-12-13T21:18:59,057 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,059 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734124769059 2024-12-13T21:18:59,059 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T21:18:59,059 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T21:18:59,059 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T21:18:59,059 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T21:18:59,059 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T21:18:59,059 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T21:18:59,060 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,060 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T21:18:59,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T21:18:59,060 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T21:18:59,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T21:18:59,060 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T21:18:59,061 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T21:18:59,061 INFO [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T21:18:59,061 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.large.0-1734124739061,5,FailOnTimeoutGroup] 2024-12-13T21:18:59,062 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:59,062 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.small.0-1734124739061,5,FailOnTimeoutGroup] 2024-12-13T21:18:59,062 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,062 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T21:18:59,062 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T21:18:59,062 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741831_1007 (size=1039) 2024-12-13T21:18:59,163 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fd052dae32be:42147 2024-12-13T21:18:59,165 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1008): ClusterId : 5fb77103-a402-4c64-83fc-1469a15cadfc 2024-12-13T21:18:59,165 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T21:18:59,173 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T21:18:59,173 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T21:18:59,181 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T21:18:59,181 DEBUG [RS:0;fd052dae32be:42147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74071278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:18:59,182 DEBUG [RS:0;fd052dae32be:42147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593eb5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fd052dae32be/172.17.0.3:0 2024-12-13T21:18:59,182 INFO [RS:0;fd052dae32be:42147 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T21:18:59,182 INFO [RS:0;fd052dae32be:42147 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T21:18:59,182 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T21:18:59,183 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3073): reportForDuty to master=fd052dae32be,40895,1734124736888 with isa=fd052dae32be/172.17.0.3:42147, startcode=1734124737010 2024-12-13T21:18:59,183 DEBUG [RS:0;fd052dae32be:42147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T21:18:59,185 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59419, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T21:18:59,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40895 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fd052dae32be,42147,1734124737010 2024-12-13T21:18:59,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40895 {}] master.ServerManager(486): Registering regionserver=fd052dae32be,42147,1734124737010 2024-12-13T21:18:59,188 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:18:59,188 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38969 2024-12-13T21:18:59,189 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T21:18:59,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T21:18:59,197 DEBUG [RS:0;fd052dae32be:42147 {}] zookeeper.ZKUtil(111): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on existing znode=/2/rs/fd052dae32be,42147,1734124737010 2024-12-13T21:18:59,197 WARN [RS:0;fd052dae32be:42147 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T21:18:59,197 INFO [RS:0;fd052dae32be:42147 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T21:18:59,198 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/WALs/fd052dae32be,42147,1734124737010 2024-12-13T21:18:59,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fd052dae32be,42147,1734124737010] 2024-12-13T21:18:59,203 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T21:18:59,203 INFO [RS:0;fd052dae32be:42147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T21:18:59,206 INFO [RS:0;fd052dae32be:42147 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T21:18:59,206 INFO [RS:0;fd052dae32be:42147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T21:18:59,206 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,206 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T21:18:59,208 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fd052dae32be:0, corePoolSize=2, maxPoolSize=2 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,208 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,209 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fd052dae32be:0, corePoolSize=1, maxPoolSize=1 2024-12-13T21:18:59,209 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fd052dae32be:0, corePoolSize=3, maxPoolSize=3 2024-12-13T21:18:59,209 DEBUG [RS:0;fd052dae32be:42147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fd052dae32be:0, corePoolSize=3, maxPoolSize=3 2024-12-13T21:18:59,209 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,209 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,209 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,209 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,209 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,42147,1734124737010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T21:18:59,222 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T21:18:59,222 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,42147,1734124737010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T21:18:59,235 INFO [RS:0;fd052dae32be:42147 {}] regionserver.Replication(204): fd052dae32be,42147,1734124737010 started 2024-12-13T21:18:59,235 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1767): Serving as fd052dae32be,42147,1734124737010, RpcServer on fd052dae32be/172.17.0.3:42147, sessionid=0x10021427e910004 2024-12-13T21:18:59,235 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T21:18:59,235 DEBUG [RS:0;fd052dae32be:42147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fd052dae32be,42147,1734124737010 2024-12-13T21:18:59,235 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fd052dae32be,42147,1734124737010' 2024-12-13T21:18:59,235 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-13T21:18:59,236 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-13T21:18:59,236 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T21:18:59,237 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T21:18:59,237 DEBUG [RS:0;fd052dae32be:42147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fd052dae32be,42147,1734124737010 2024-12-13T21:18:59,237 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fd052dae32be,42147,1734124737010' 2024-12-13T21:18:59,237 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-13T21:18:59,237 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-13T21:18:59,238 DEBUG [RS:0;fd052dae32be:42147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T21:18:59,238 INFO [RS:0;fd052dae32be:42147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T21:18:59,238 INFO [RS:0;fd052dae32be:42147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T21:18:59,339 INFO [RS:0;fd052dae32be:42147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T21:18:59,343 INFO [RS:0;fd052dae32be:42147 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fd052dae32be%2C42147%2C1734124737010, suffix=, logDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/WALs/fd052dae32be,42147,1734124737010, archiveDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/oldWALs, maxLogs=10 2024-12-13T21:18:59,364 DEBUG [RS:0;fd052dae32be:42147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/WALs/fd052dae32be,42147,1734124737010/fd052dae32be%2C42147%2C1734124737010.1734124739346, exclude list is [], retry=0 2024-12-13T21:18:59,368 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f5804a07-e946-481a-a00c-c88e465c24d7,DISK] 2024-12-13T21:18:59,371 INFO [RS:0;fd052dae32be:42147 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/WALs/fd052dae32be,42147,1734124737010/fd052dae32be%2C42147%2C1734124737010.1734124739346 2024-12-13T21:18:59,371 DEBUG [RS:0;fd052dae32be:42147 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38019:38019)] 2024-12-13T21:18:59,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T21:18:59,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T21:18:59,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T21:18:59,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T21:18:59,471 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:18:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741833_1009 (size=32) 2024-12-13T21:18:59,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:18:59,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T21:18:59,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T21:18:59,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:59,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:59,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T21:18:59,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T21:18:59,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:59,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:59,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T21:18:59,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T21:18:59,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:18:59,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:18:59,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740 2024-12-13T21:18:59,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740 2024-12-13T21:18:59,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T21:18:59,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T21:18:59,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:18:59,906 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61494029, jitterRate=-0.0836675614118576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T21:18:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T21:18:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T21:18:59,907 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T21:18:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T21:18:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T21:18:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T21:18:59,907 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T21:18:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T21:18:59,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T21:18:59,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T21:18:59,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T21:18:59,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T21:18:59,911 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T21:19:00,062 DEBUG [fd052dae32be:40895 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T21:19:00,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:00,066 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fd052dae32be,42147,1734124737010, state=OPENING 2024-12-13T21:19:00,105 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T21:19:00,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:19:00,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:19:00,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:00,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T21:19:00,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T21:19:00,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fd052dae32be,42147,1734124737010 2024-12-13T21:19:00,269 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T21:19:00,272 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T21:19:00,277 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T21:19:00,277 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T21:19:00,278 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T21:19:00,281 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fd052dae32be%2C42147%2C1734124737010.meta, suffix=.meta, logDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/WALs/fd052dae32be,42147,1734124737010, archiveDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/oldWALs, maxLogs=10 2024-12-13T21:19:00,297 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/WALs/fd052dae32be,42147,1734124737010/fd052dae32be%2C42147%2C1734124737010.meta.1734124740283.meta, exclude list is [], retry=0 2024-12-13T21:19:00,301 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34655,DS-f5804a07-e946-481a-a00c-c88e465c24d7,DISK] 2024-12-13T21:19:00,303 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/WALs/fd052dae32be,42147,1734124737010/fd052dae32be%2C42147%2C1734124737010.meta.1734124740283.meta 2024-12-13T21:19:00,304 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38019:38019)] 2024-12-13T21:19:00,304 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T21:19:00,304 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T21:19:00,304 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T21:19:00,304 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T21:19:00,304 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T21:19:00,305 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:00,305 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T21:19:00,305 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T21:19:00,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T21:19:00,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T21:19:00,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:00,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:19:00,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T21:19:00,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T21:19:00,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:00,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:19:00,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T21:19:00,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T21:19:00,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:00,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T21:19:00,313 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740 2024-12-13T21:19:00,315 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740 2024-12-13T21:19:00,317 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T21:19:00,319 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T21:19:00,320 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62561038, jitterRate=-0.06776788830757141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T21:19:00,320 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T21:19:00,322 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734124740269 2024-12-13T21:19:00,324 DEBUG [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T21:19:00,324 INFO [RS_OPEN_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T21:19:00,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:00,326 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fd052dae32be,42147,1734124737010, state=OPEN 2024-12-13T21:19:00,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T21:19:00,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T21:19:00,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T21:19:00,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T21:19:00,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T21:19:00,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fd052dae32be,42147,1734124737010 in 221 msec 2024-12-13T21:19:00,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T21:19:00,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-13T21:19:00,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-12-13T21:19:00,344 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734124740344, completionTime=-1 2024-12-13T21:19:00,344 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T21:19:00,345 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T21:19:00,345 DEBUG [hconnection-0x36fc7aee-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:00,347 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T21:19:00,348 INFO [master/fd052dae32be:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T21:19:00,348 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734124800348 2024-12-13T21:19:00,348 INFO [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734124860348 2024-12-13T21:19:00,348 INFO [master/fd052dae32be:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-13T21:19:00,368 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,40895,1734124736888-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T21:19:00,369 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,40895,1734124736888-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T21:19:00,369 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,40895,1734124736888-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T21:19:00,369 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fd052dae32be:40895, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T21:19:00,369 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T21:19:00,369 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T21:19:00,369 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T21:19:00,371 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T21:19:00,371 DEBUG [master/fd052dae32be:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T21:19:00,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T21:19:00,373 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:00,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T21:19:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741835_1011 (size=358) 2024-12-13T21:19:00,785 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b6b6bc930f8575ea45b66532343c2d49, NAME => 'hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741836_1012 (size=42) 2024-12-13T21:19:01,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T21:19:01,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T21:19:01,087 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T21:19:01,087 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T21:19:01,088 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T21:19:01,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T21:19:01,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T21:19:01,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T21:19:01,195 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:01,196 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b6b6bc930f8575ea45b66532343c2d49, disabling compactions & flushes 2024-12-13T21:19:01,196 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:19:01,196 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:19:01,196 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. after waiting 0 ms 2024-12-13T21:19:01,196 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:19:01,196 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:19:01,196 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b6b6bc930f8575ea45b66532343c2d49: 2024-12-13T21:19:01,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T21:19:01,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734124741200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124741200"}]},"ts":"1734124741200"} 2024-12-13T21:19:01,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T21:19:01,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T21:19:01,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124741206"}]},"ts":"1734124741206"} 2024-12-13T21:19:01,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T21:19:01,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b6b6bc930f8575ea45b66532343c2d49, ASSIGN}] 2024-12-13T21:19:01,237 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b6b6bc930f8575ea45b66532343c2d49, ASSIGN 2024-12-13T21:19:01,238 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b6b6bc930f8575ea45b66532343c2d49, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:01,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b6b6bc930f8575ea45b66532343c2d49, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:01,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b6b6bc930f8575ea45b66532343c2d49, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:01,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fd052dae32be,42147,1734124737010 2024-12-13T21:19:01,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:19:01,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b6b6bc930f8575ea45b66532343c2d49, NAME => 'hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49.', STARTKEY => '', ENDKEY => ''} 2024-12-13T21:19:01,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:19:01,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:01,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:19:01,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:19:01,558 INFO [StoreOpener-b6b6bc930f8575ea45b66532343c2d49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:19:01,560 INFO [StoreOpener-b6b6bc930f8575ea45b66532343c2d49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b6bc930f8575ea45b66532343c2d49 columnFamilyName info 2024-12-13T21:19:01,560 DEBUG [StoreOpener-b6b6bc930f8575ea45b66532343c2d49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:01,561 INFO [StoreOpener-b6b6bc930f8575ea45b66532343c2d49-1 {}] regionserver.HStore(327): Store=b6b6bc930f8575ea45b66532343c2d49/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:01,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:19:01,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:19:01,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:19:01,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:01,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b6b6bc930f8575ea45b66532343c2d49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66653284, jitterRate=-0.006788671016693115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T21:19:01,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b6b6bc930f8575ea45b66532343c2d49: 2024-12-13T21:19:01,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49., pid=6, masterSystemTime=1734124741550 2024-12-13T21:19:01,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:19:01,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:19:01,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b6b6bc930f8575ea45b66532343c2d49, regionState=OPEN, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:01,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T21:19:01,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b6b6bc930f8575ea45b66532343c2d49, server=fd052dae32be,42147,1734124737010 in 185 msec 2024-12-13T21:19:01,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T21:19:01,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b6b6bc930f8575ea45b66532343c2d49, ASSIGN in 350 msec 2024-12-13T21:19:01,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T21:19:01,591 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124741591"}]},"ts":"1734124741591"} 2024-12-13T21:19:01,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T21:19:01,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T21:19:01,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2380 sec 2024-12-13T21:19:01,674 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-13T21:19:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-13T21:19:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:19:01,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:19:01,695 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T21:19:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T21:19:01,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-12-13T21:19:01,738 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T21:19:01,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T21:19:01,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-12-13T21:19:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-13T21:19:01,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-13T21:19:01,805 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.741sec 2024-12-13T21:19:01,805 INFO [master/fd052dae32be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T21:19:01,805 INFO [master/fd052dae32be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T21:19:01,805 INFO [master/fd052dae32be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T21:19:01,805 INFO [master/fd052dae32be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T21:19:01,805 INFO [master/fd052dae32be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T21:19:01,805 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,40895,1734124736888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T21:19:01,805 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,40895,1734124736888-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T21:19:01,808 DEBUG [master/fd052dae32be:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T21:19:01,808 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T21:19:01,808 INFO [master/fd052dae32be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fd052dae32be,40895,1734124736888-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T21:19:01,852 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x325e27ff to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e1838c3 2024-12-13T21:19:01,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92f0a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:01,869 DEBUG [hconnection-0x35b7463a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:01,873 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T21:19:01,877 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fd052dae32be,40895,1734124736888 2024-12-13T21:19:01,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5819dd61 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5710c6ce 2024-12-13T21:19:01,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea9221e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:01,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0740a5b0 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@112492ec 2024-12-13T21:19:01,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405300b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:01,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05422b16 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30c47aa0 2024-12-13T21:19:01,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684aba88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:01,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T21:19:01,922 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T21:19:01,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T21:19:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T21:19:01,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T21:19:01,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:01,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T21:19:01,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T21:19:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741837_1013 (size=631) 2024-12-13T21:19:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:02,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c15187a4445153d423d0bc974aacf010, NAME => 'test,,1734124741928.c15187a4445153d423d0bc974aacf010.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,355 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7d2daeb80df3c7523b87ea0423902918, NAME => 'test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,356 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fc8ccc12c65b88e8cc130224ebd43906, NAME => 'test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741838_1014 (size=42) 2024-12-13T21:19:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741840_1016 (size=45) 2024-12-13T21:19:02,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741839_1015 (size=45) 2024-12-13T21:19:02,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734124741928.c15187a4445153d423d0bc974aacf010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:02,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c15187a4445153d423d0bc974aacf010, disabling compactions & flushes 2024-12-13T21:19:02,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:19:02,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:19:02,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734124741928.c15187a4445153d423d0bc974aacf010. after waiting 0 ms 2024-12-13T21:19:02,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:19:02,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:19:02,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c15187a4445153d423d0bc974aacf010: 2024-12-13T21:19:02,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fa7529a6057b182a5e12c3c94b9c46c4, NAME => 'test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741841_1017 (size=45) 2024-12-13T21:19:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:02,771 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:02,771 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:02,771 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7d2daeb80df3c7523b87ea0423902918, disabling compactions & flushes 2024-12-13T21:19:02,771 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing fc8ccc12c65b88e8cc130224ebd43906, disabling compactions & flushes 2024-12-13T21:19:02,772 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:19:02,772 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:19:02,772 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:19:02,772 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:19:02,772 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. after waiting 0 ms 2024-12-13T21:19:02,772 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. after waiting 0 ms 2024-12-13T21:19:02,772 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:19:02,772 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:19:02,772 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:19:02,772 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:19:02,772 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for fc8ccc12c65b88e8cc130224ebd43906: 2024-12-13T21:19:02,772 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7d2daeb80df3c7523b87ea0423902918: 2024-12-13T21:19:02,773 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 84f109a765ee27428cb1fbd128251629, NAME => 'test,eee,1734124741928.84f109a765ee27428cb1fbd128251629.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,774 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7950bd684e7bc0eb3db1204f79475bcd, NAME => 'test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:02,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing fa7529a6057b182a5e12c3c94b9c46c4, disabling compactions & flushes 2024-12-13T21:19:02,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:19:02,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:19:02,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. after waiting 0 ms 2024-12-13T21:19:02,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:19:02,780 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:19:02,780 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for fa7529a6057b182a5e12c3c94b9c46c4: 2024-12-13T21:19:02,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f6979c5332c28f44569717e94137e99d, NAME => 'test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741842_1018 (size=45) 2024-12-13T21:19:02,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741843_1019 (size=45) 2024-12-13T21:19:02,785 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:02,785 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7950bd684e7bc0eb3db1204f79475bcd, disabling compactions & flushes 2024-12-13T21:19:02,785 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:19:02,785 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:19:02,785 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. after waiting 0 ms 2024-12-13T21:19:02,785 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:19:02,785 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:19:02,785 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7950bd684e7bc0eb3db1204f79475bcd: 2024-12-13T21:19:02,786 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e71b904cd4216548c402741fa12c79fd, NAME => 'test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741844_1020 (size=45) 2024-12-13T21:19:02,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:02,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f6979c5332c28f44569717e94137e99d, disabling compactions & flushes 2024-12-13T21:19:02,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:19:02,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:19:02,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. after waiting 0 ms 2024-12-13T21:19:02,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:19:02,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:19:02,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f6979c5332c28f44569717e94137e99d: 2024-12-13T21:19:02,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 38d132f368123b11b951119317ff6f1a, NAME => 'test,iii,1734124741928.38d132f368123b11b951119317ff6f1a.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741845_1021 (size=45) 2024-12-13T21:19:02,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:02,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e71b904cd4216548c402741fa12c79fd, disabling compactions & flushes 2024-12-13T21:19:02,797 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:19:02,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:19:02,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. after waiting 0 ms 2024-12-13T21:19:02,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:19:02,797 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:19:02,797 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e71b904cd4216548c402741fa12c79fd: 2024-12-13T21:19:02,798 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => dda2a9d7fb124d84de7f82cbfc75234b, NAME => 'test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741846_1022 (size=45) 2024-12-13T21:19:02,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734124741928.38d132f368123b11b951119317ff6f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:02,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 38d132f368123b11b951119317ff6f1a, disabling compactions & flushes 2024-12-13T21:19:02,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:19:02,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:19:02,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. after waiting 0 ms 2024-12-13T21:19:02,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:19:02,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:19:02,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 38d132f368123b11b951119317ff6f1a: 2024-12-13T21:19:02,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 317230b9ebe4cb8372fe615f39ba9ea6, NAME => 'test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741847_1023 (size=45) 2024-12-13T21:19:02,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741848_1024 (size=45) 2024-12-13T21:19:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:03,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:03,187 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734124741928.84f109a765ee27428cb1fbd128251629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,187 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 84f109a765ee27428cb1fbd128251629, disabling compactions & flushes 2024-12-13T21:19:03,188 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:19:03,188 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:19:03,188 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. after waiting 0 ms 2024-12-13T21:19:03,188 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:19:03,188 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:19:03,188 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 84f109a765ee27428cb1fbd128251629: 2024-12-13T21:19:03,190 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => acfe42f70a40868d5870848d5bcac197, NAME => 'test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741849_1025 (size=45) 2024-12-13T21:19:03,217 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,217 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing dda2a9d7fb124d84de7f82cbfc75234b, disabling compactions & flushes 2024-12-13T21:19:03,217 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:19:03,217 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:19:03,217 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. after waiting 0 ms 2024-12-13T21:19:03,217 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:19:03,217 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:19:03,217 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for dda2a9d7fb124d84de7f82cbfc75234b: 2024-12-13T21:19:03,218 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 883efebab70ef5197247d68f85efffc3, NAME => 'test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 317230b9ebe4cb8372fe615f39ba9ea6, disabling compactions & flushes 2024-12-13T21:19:03,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:19:03,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:19:03,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. after waiting 0 ms 2024-12-13T21:19:03,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:19:03,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:19:03,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 317230b9ebe4cb8372fe615f39ba9ea6: 2024-12-13T21:19:03,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 747a6d1e828c2461e139b5caadb9ecb4, NAME => 'test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741850_1026 (size=45) 2024-12-13T21:19:03,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741851_1027 (size=45) 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 747a6d1e828c2461e139b5caadb9ecb4, disabling compactions & flushes 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 883efebab70ef5197247d68f85efffc3, disabling compactions & flushes 2024-12-13T21:19:03,239 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:19:03,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. after waiting 0 ms 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. after waiting 0 ms 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:19:03,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:19:03,239 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 747a6d1e828c2461e139b5caadb9ecb4: 2024-12-13T21:19:03,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 883efebab70ef5197247d68f85efffc3: 2024-12-13T21:19:03,240 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3b41602f3e6756d610b6d3001a1acc08, NAME => 'test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,241 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0d514c5ecab01efa3b424b0172fb3bbe, NAME => 'test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741852_1028 (size=45) 2024-12-13T21:19:03,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3b41602f3e6756d610b6d3001a1acc08, disabling compactions & flushes 2024-12-13T21:19:03,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:19:03,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:19:03,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. after waiting 0 ms 2024-12-13T21:19:03,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:19:03,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:19:03,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3b41602f3e6756d610b6d3001a1acc08: 2024-12-13T21:19:03,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d5f763da5d8ee9fbbd5b5ca39e04a288, NAME => 'test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741853_1029 (size=45) 2024-12-13T21:19:03,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741854_1030 (size=45) 2024-12-13T21:19:03,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing acfe42f70a40868d5870848d5bcac197, disabling compactions & flushes 2024-12-13T21:19:03,604 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:19:03,604 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:19:03,604 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. after waiting 0 ms 2024-12-13T21:19:03,604 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:19:03,604 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:19:03,604 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for acfe42f70a40868d5870848d5bcac197: 2024-12-13T21:19:03,606 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 733db7e0e0ef66a258f6bc43e0fb294f, NAME => 'test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741855_1031 (size=45) 2024-12-13T21:19:03,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0d514c5ecab01efa3b424b0172fb3bbe, disabling compactions & flushes 2024-12-13T21:19:03,663 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:19:03,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:19:03,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. after waiting 0 ms 2024-12-13T21:19:03,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:19:03,663 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:19:03,663 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0d514c5ecab01efa3b424b0172fb3bbe: 2024-12-13T21:19:03,664 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9172fabbbeadc66aea3860e8d39bbb5a, NAME => 'test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:03,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d5f763da5d8ee9fbbd5b5ca39e04a288, disabling compactions & flushes 2024-12-13T21:19:03,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:19:03,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:19:03,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. after waiting 0 ms 2024-12-13T21:19:03,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:19:03,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:19:03,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d5f763da5d8ee9fbbd5b5ca39e04a288: 2024-12-13T21:19:03,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bd824d6d38e09f9c9eacc0d65f58683b, NAME => 'test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741856_1032 (size=45) 2024-12-13T21:19:03,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741857_1033 (size=45) 2024-12-13T21:19:04,022 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,022 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 733db7e0e0ef66a258f6bc43e0fb294f, disabling compactions & flushes 2024-12-13T21:19:04,022 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:19:04,022 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:19:04,022 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. after waiting 0 ms 2024-12-13T21:19:04,022 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:19:04,022 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:19:04,022 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 733db7e0e0ef66a258f6bc43e0fb294f: 2024-12-13T21:19:04,023 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3581080e9ece5b464a84ad3ac55c904c, NAME => 'test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:04,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741858_1034 (size=45) 2024-12-13T21:19:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:04,076 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,076 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9172fabbbeadc66aea3860e8d39bbb5a, disabling compactions & flushes 2024-12-13T21:19:04,076 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:19:04,076 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:19:04,076 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. after waiting 0 ms 2024-12-13T21:19:04,076 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:19:04,076 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:19:04,076 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9172fabbbeadc66aea3860e8d39bbb5a: 2024-12-13T21:19:04,077 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1da0dcfdfc083c49f247ae6d480d2506, NAME => 'test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:04,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741859_1035 (size=45) 2024-12-13T21:19:04,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,087 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing bd824d6d38e09f9c9eacc0d65f58683b, disabling compactions & flushes 2024-12-13T21:19:04,087 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:19:04,087 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:19:04,087 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. after waiting 0 ms 2024-12-13T21:19:04,087 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:19:04,087 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:19:04,087 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for bd824d6d38e09f9c9eacc0d65f58683b: 2024-12-13T21:19:04,087 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ca70d1217366edf3c31c7e95fcf71d66, NAME => 'test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741860_1036 (size=45) 2024-12-13T21:19:04,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:04,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3581080e9ece5b464a84ad3ac55c904c, disabling compactions & flushes 2024-12-13T21:19:04,433 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:19:04,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:19:04,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. after waiting 0 ms 2024-12-13T21:19:04,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:19:04,433 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:19:04,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3581080e9ece5b464a84ad3ac55c904c: 2024-12-13T21:19:04,435 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4864158c435fc829bd80d8c9f164a09e, NAME => 'test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:04,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741861_1037 (size=45) 2024-12-13T21:19:04,485 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,486 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1da0dcfdfc083c49f247ae6d480d2506, disabling compactions & flushes 2024-12-13T21:19:04,486 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:19:04,486 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:19:04,486 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. after waiting 0 ms 2024-12-13T21:19:04,486 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:19:04,486 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:19:04,486 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1da0dcfdfc083c49f247ae6d480d2506: 2024-12-13T21:19:04,487 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 81dc4714eef87a9c5ca9039a7046dff8, NAME => 'test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:04,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741862_1038 (size=45) 2024-12-13T21:19:04,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ca70d1217366edf3c31c7e95fcf71d66, disabling compactions & flushes 2024-12-13T21:19:04,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:19:04,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:19:04,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. after waiting 0 ms 2024-12-13T21:19:04,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:19:04,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:19:04,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ca70d1217366edf3c31c7e95fcf71d66: 2024-12-13T21:19:04,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d3166941c4591523f1b1d27b04ed399e, NAME => 'test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741863_1039 (size=42) 2024-12-13T21:19:04,846 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,846 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4864158c435fc829bd80d8c9f164a09e, disabling compactions & flushes 2024-12-13T21:19:04,846 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:19:04,846 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:19:04,846 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. after waiting 0 ms 2024-12-13T21:19:04,846 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:19:04,846 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:19:04,846 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4864158c435fc829bd80d8c9f164a09e: 2024-12-13T21:19:04,896 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,896 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 81dc4714eef87a9c5ca9039a7046dff8, disabling compactions & flushes 2024-12-13T21:19:04,896 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:19:04,896 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:19:04,896 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. after waiting 0 ms 2024-12-13T21:19:04,896 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:19:04,896 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:19:04,896 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 81dc4714eef87a9c5ca9039a7046dff8: 2024-12-13T21:19:04,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:04,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d3166941c4591523f1b1d27b04ed399e, disabling compactions & flushes 2024-12-13T21:19:04,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:19:04,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:19:04,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. after waiting 0 ms 2024-12-13T21:19:04,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:19:04,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:19:04,906 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d3166941c4591523f1b1d27b04ed399e: 2024-12-13T21:19:04,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T21:19:04,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734124741928.c15187a4445153d423d0bc974aacf010.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734124741928.38d132f368123b11b951119317ff6f1a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734124741928.84f109a765ee27428cb1fbd128251629.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734124744911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124744911"}]},"ts":"1734124744911"} 2024-12-13T21:19:04,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T21:19:04,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T21:19:04,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124744954"}]},"ts":"1734124744954"} 2024-12-13T21:19:04,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T21:19:04,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c15187a4445153d423d0bc974aacf010, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fc8ccc12c65b88e8cc130224ebd43906, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d2daeb80df3c7523b87ea0423902918, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fa7529a6057b182a5e12c3c94b9c46c4, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84f109a765ee27428cb1fbd128251629, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7950bd684e7bc0eb3db1204f79475bcd, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f6979c5332c28f44569717e94137e99d, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e71b904cd4216548c402741fa12c79fd, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=38d132f368123b11b951119317ff6f1a, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dda2a9d7fb124d84de7f82cbfc75234b, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=317230b9ebe4cb8372fe615f39ba9ea6, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=acfe42f70a40868d5870848d5bcac197, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=883efebab70ef5197247d68f85efffc3, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=747a6d1e828c2461e139b5caadb9ecb4, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3b41602f3e6756d610b6d3001a1acc08, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0d514c5ecab01efa3b424b0172fb3bbe, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d5f763da5d8ee9fbbd5b5ca39e04a288, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=733db7e0e0ef66a258f6bc43e0fb294f, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9172fabbbeadc66aea3860e8d39bbb5a, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bd824d6d38e09f9c9eacc0d65f58683b, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3581080e9ece5b464a84ad3ac55c904c, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1da0dcfdfc083c49f247ae6d480d2506, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca70d1217366edf3c31c7e95fcf71d66, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4864158c435fc829bd80d8c9f164a09e, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=81dc4714eef87a9c5ca9039a7046dff8, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d3166941c4591523f1b1d27b04ed399e, ASSIGN}] 2024-12-13T21:19:04,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fc8ccc12c65b88e8cc130224ebd43906, ASSIGN 2024-12-13T21:19:04,983 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c15187a4445153d423d0bc974aacf010, ASSIGN 2024-12-13T21:19:04,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d2daeb80df3c7523b87ea0423902918, ASSIGN 2024-12-13T21:19:04,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fa7529a6057b182a5e12c3c94b9c46c4, ASSIGN 2024-12-13T21:19:04,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fc8ccc12c65b88e8cc130224ebd43906, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7d2daeb80df3c7523b87ea0423902918, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,988 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c15187a4445153d423d0bc974aacf010, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,988 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fa7529a6057b182a5e12c3c94b9c46c4, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d3166941c4591523f1b1d27b04ed399e, ASSIGN 2024-12-13T21:19:04,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d3166941c4591523f1b1d27b04ed399e, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca70d1217366edf3c31c7e95fcf71d66, ASSIGN 2024-12-13T21:19:04,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1da0dcfdfc083c49f247ae6d480d2506, ASSIGN 2024-12-13T21:19:04,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3581080e9ece5b464a84ad3ac55c904c, ASSIGN 2024-12-13T21:19:04,996 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=81dc4714eef87a9c5ca9039a7046dff8, ASSIGN 2024-12-13T21:19:04,996 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4864158c435fc829bd80d8c9f164a09e, ASSIGN 2024-12-13T21:19:04,997 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca70d1217366edf3c31c7e95fcf71d66, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1da0dcfdfc083c49f247ae6d480d2506, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3581080e9ece5b464a84ad3ac55c904c, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,997 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=81dc4714eef87a9c5ca9039a7046dff8, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:04,997 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4864158c435fc829bd80d8c9f164a09e, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bd824d6d38e09f9c9eacc0d65f58683b, ASSIGN 2024-12-13T21:19:05,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9172fabbbeadc66aea3860e8d39bbb5a, ASSIGN 2024-12-13T21:19:05,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=733db7e0e0ef66a258f6bc43e0fb294f, ASSIGN 2024-12-13T21:19:05,003 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d5f763da5d8ee9fbbd5b5ca39e04a288, ASSIGN 2024-12-13T21:19:05,003 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0d514c5ecab01efa3b424b0172fb3bbe, ASSIGN 2024-12-13T21:19:05,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9172fabbbeadc66aea3860e8d39bbb5a, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,004 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bd824d6d38e09f9c9eacc0d65f58683b, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=733db7e0e0ef66a258f6bc43e0fb294f, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,004 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d5f763da5d8ee9fbbd5b5ca39e04a288, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,004 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0d514c5ecab01efa3b424b0172fb3bbe, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=747a6d1e828c2461e139b5caadb9ecb4, ASSIGN 2024-12-13T21:19:05,008 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=883efebab70ef5197247d68f85efffc3, ASSIGN 2024-12-13T21:19:05,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3b41602f3e6756d610b6d3001a1acc08, ASSIGN 2024-12-13T21:19:05,009 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=acfe42f70a40868d5870848d5bcac197, ASSIGN 2024-12-13T21:19:05,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=317230b9ebe4cb8372fe615f39ba9ea6, ASSIGN 2024-12-13T21:19:05,010 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=883efebab70ef5197247d68f85efffc3, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3b41602f3e6756d610b6d3001a1acc08, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=747a6d1e828c2461e139b5caadb9ecb4, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,010 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=317230b9ebe4cb8372fe615f39ba9ea6, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,010 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=acfe42f70a40868d5870848d5bcac197, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f6979c5332c28f44569717e94137e99d, ASSIGN 2024-12-13T21:19:05,015 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e71b904cd4216548c402741fa12c79fd, ASSIGN 2024-12-13T21:19:05,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7950bd684e7bc0eb3db1204f79475bcd, ASSIGN 2024-12-13T21:19:05,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=38d132f368123b11b951119317ff6f1a, ASSIGN 2024-12-13T21:19:05,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dda2a9d7fb124d84de7f82cbfc75234b, ASSIGN 2024-12-13T21:19:05,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7950bd684e7bc0eb3db1204f79475bcd, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,017 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e71b904cd4216548c402741fa12c79fd, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f6979c5332c28f44569717e94137e99d, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=38d132f368123b11b951119317ff6f1a, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,017 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dda2a9d7fb124d84de7f82cbfc75234b, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,021 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84f109a765ee27428cb1fbd128251629, ASSIGN 2024-12-13T21:19:05,022 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=84f109a765ee27428cb1fbd128251629, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:05,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=0d514c5ecab01efa3b424b0172fb3bbe, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=e71b904cd4216548c402741fa12c79fd, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,138 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7950bd684e7bc0eb3db1204f79475bcd, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=3b41602f3e6756d610b6d3001a1acc08, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,138 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=38d132f368123b11b951119317ff6f1a, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=17, state=RUNNABLE; OpenRegionProcedure e71b904cd4216548c402741fa12c79fd, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=25, state=RUNNABLE; OpenRegionProcedure 0d514c5ecab01efa3b424b0172fb3bbe, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=18, state=RUNNABLE; OpenRegionProcedure 38d132f368123b11b951119317ff6f1a, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=24, state=RUNNABLE; OpenRegionProcedure 3b41602f3e6756d610b6d3001a1acc08, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,145 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=bd824d6d38e09f9c9eacc0d65f58683b, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=15, state=RUNNABLE; OpenRegionProcedure 7950bd684e7bc0eb3db1204f79475bcd, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=29, state=RUNNABLE; OpenRegionProcedure bd824d6d38e09f9c9eacc0d65f58683b, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=4864158c435fc829bd80d8c9f164a09e, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=33, state=RUNNABLE; OpenRegionProcedure 4864158c435fc829bd80d8c9f164a09e, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,152 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=883efebab70ef5197247d68f85efffc3, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=22, state=RUNNABLE; OpenRegionProcedure 883efebab70ef5197247d68f85efffc3, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=fa7529a6057b182a5e12c3c94b9c46c4, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=733db7e0e0ef66a258f6bc43e0fb294f, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=13, state=RUNNABLE; OpenRegionProcedure fa7529a6057b182a5e12c3c94b9c46c4, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=27, state=RUNNABLE; OpenRegionProcedure 733db7e0e0ef66a258f6bc43e0fb294f, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=dda2a9d7fb124d84de7f82cbfc75234b, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,165 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d5f763da5d8ee9fbbd5b5ca39e04a288, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=f6979c5332c28f44569717e94137e99d, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=19, state=RUNNABLE; OpenRegionProcedure dda2a9d7fb124d84de7f82cbfc75234b, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=26, state=RUNNABLE; OpenRegionProcedure d5f763da5d8ee9fbbd5b5ca39e04a288, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=16, state=RUNNABLE; OpenRegionProcedure f6979c5332c28f44569717e94137e99d, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,172 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=84f109a765ee27428cb1fbd128251629, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=9172fabbbeadc66aea3860e8d39bbb5a, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=14, state=RUNNABLE; OpenRegionProcedure 84f109a765ee27428cb1fbd128251629, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c15187a4445153d423d0bc974aacf010, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=10, state=RUNNABLE; OpenRegionProcedure c15187a4445153d423d0bc974aacf010, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=28, state=RUNNABLE; OpenRegionProcedure 9172fabbbeadc66aea3860e8d39bbb5a, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=81dc4714eef87a9c5ca9039a7046dff8, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=1da0dcfdfc083c49f247ae6d480d2506, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=747a6d1e828c2461e139b5caadb9ecb4, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=23, state=RUNNABLE; OpenRegionProcedure 747a6d1e828c2461e139b5caadb9ecb4, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=34, state=RUNNABLE; OpenRegionProcedure 81dc4714eef87a9c5ca9039a7046dff8, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3581080e9ece5b464a84ad3ac55c904c, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=31, state=RUNNABLE; OpenRegionProcedure 1da0dcfdfc083c49f247ae6d480d2506, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=acfe42f70a40868d5870848d5bcac197, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=30, state=RUNNABLE; OpenRegionProcedure 3581080e9ece5b464a84ad3ac55c904c, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=21, state=RUNNABLE; OpenRegionProcedure acfe42f70a40868d5870848d5bcac197, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fc8ccc12c65b88e8cc130224ebd43906, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ca70d1217366edf3c31c7e95fcf71d66, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=d3166941c4591523f1b1d27b04ed399e, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=11, state=RUNNABLE; OpenRegionProcedure fc8ccc12c65b88e8cc130224ebd43906, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,204 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=317230b9ebe4cb8372fe615f39ba9ea6, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=32, state=RUNNABLE; OpenRegionProcedure ca70d1217366edf3c31c7e95fcf71d66, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=7d2daeb80df3c7523b87ea0423902918, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=20, state=RUNNABLE; OpenRegionProcedure 317230b9ebe4cb8372fe615f39ba9ea6, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=35, state=RUNNABLE; OpenRegionProcedure d3166941c4591523f1b1d27b04ed399e, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=12, state=RUNNABLE; OpenRegionProcedure 7d2daeb80df3c7523b87ea0423902918, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:05,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,300 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:19:05,300 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => c15187a4445153d423d0bc974aacf010, NAME => 'test,,1734124741928.c15187a4445153d423d0bc974aacf010.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T21:19:05,300 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c15187a4445153d423d0bc974aacf010 2024-12-13T21:19:05,300 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,,1734124741928.c15187a4445153d423d0bc974aacf010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,300 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for c15187a4445153d423d0bc974aacf010 2024-12-13T21:19:05,301 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for c15187a4445153d423d0bc974aacf010 2024-12-13T21:19:05,308 INFO [StoreOpener-c15187a4445153d423d0bc974aacf010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c15187a4445153d423d0bc974aacf010 2024-12-13T21:19:05,310 INFO [StoreOpener-c15187a4445153d423d0bc974aacf010-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15187a4445153d423d0bc974aacf010 columnFamilyName f 2024-12-13T21:19:05,310 DEBUG [StoreOpener-c15187a4445153d423d0bc974aacf010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,311 INFO [StoreOpener-c15187a4445153d423d0bc974aacf010-1 {}] regionserver.HStore(327): Store=c15187a4445153d423d0bc974aacf010/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,311 INFO [StoreOpener-c15187a4445153d423d0bc974aacf010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c15187a4445153d423d0bc974aacf010 2024-12-13T21:19:05,313 INFO [StoreOpener-c15187a4445153d423d0bc974aacf010-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15187a4445153d423d0bc974aacf010 columnFamilyName norep 2024-12-13T21:19:05,313 DEBUG [StoreOpener-c15187a4445153d423d0bc974aacf010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,314 INFO [StoreOpener-c15187a4445153d423d0bc974aacf010-1 {}] regionserver.HStore(327): Store=c15187a4445153d423d0bc974aacf010/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,315 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010 2024-12-13T21:19:05,315 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010 2024-12-13T21:19:05,317 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,318 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for c15187a4445153d423d0bc974aacf010 2024-12-13T21:19:05,321 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,322 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened c15187a4445153d423d0bc974aacf010; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64282078, jitterRate=-0.04212239384651184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,322 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for c15187a4445153d423d0bc974aacf010: 2024-12-13T21:19:05,323 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734124741928.c15187a4445153d423d0bc974aacf010., pid=51, masterSystemTime=1734124745294 2024-12-13T21:19:05,325 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:19:05,325 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:19:05,325 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:19:05,326 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 4864158c435fc829bd80d8c9f164a09e, NAME => 'test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T21:19:05,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c15187a4445153d423d0bc974aacf010, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,326 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:19:05,326 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,326 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:19:05,326 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:19:05,328 INFO [StoreOpener-4864158c435fc829bd80d8c9f164a09e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:19:05,331 INFO [StoreOpener-4864158c435fc829bd80d8c9f164a09e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4864158c435fc829bd80d8c9f164a09e columnFamilyName f 2024-12-13T21:19:05,331 DEBUG [StoreOpener-4864158c435fc829bd80d8c9f164a09e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,332 INFO [StoreOpener-4864158c435fc829bd80d8c9f164a09e-1 {}] regionserver.HStore(327): Store=4864158c435fc829bd80d8c9f164a09e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,332 INFO [StoreOpener-4864158c435fc829bd80d8c9f164a09e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:19:05,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=10 2024-12-13T21:19:05,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=10, state=SUCCESS; OpenRegionProcedure c15187a4445153d423d0bc974aacf010, server=fd052dae32be,36497,1734124731430 in 152 msec 2024-12-13T21:19:05,334 INFO [StoreOpener-4864158c435fc829bd80d8c9f164a09e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4864158c435fc829bd80d8c9f164a09e columnFamilyName norep 2024-12-13T21:19:05,334 DEBUG [StoreOpener-4864158c435fc829bd80d8c9f164a09e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,335 INFO [StoreOpener-4864158c435fc829bd80d8c9f164a09e-1 {}] regionserver.HStore(327): Store=4864158c435fc829bd80d8c9f164a09e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c15187a4445153d423d0bc974aacf010, ASSIGN in 356 msec 2024-12-13T21:19:05,336 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:19:05,337 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:19:05,339 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,341 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:19:05,344 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/4864158c435fc829bd80d8c9f164a09e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,345 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 4864158c435fc829bd80d8c9f164a09e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66870676, jitterRate=-0.0035492777824401855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,345 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 4864158c435fc829bd80d8c9f164a09e: 2024-12-13T21:19:05,346 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e., pid=42, masterSystemTime=1734124745294 2024-12-13T21:19:05,348 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:19:05,349 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:19:05,349 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:19:05,349 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 38d132f368123b11b951119317ff6f1a, NAME => 'test,iii,1734124741928.38d132f368123b11b951119317ff6f1a.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T21:19:05,349 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 38d132f368123b11b951119317ff6f1a 2024-12-13T21:19:05,349 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,iii,1734124741928.38d132f368123b11b951119317ff6f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=4864158c435fc829bd80d8c9f164a09e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,349 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 38d132f368123b11b951119317ff6f1a 2024-12-13T21:19:05,349 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 38d132f368123b11b951119317ff6f1a 2024-12-13T21:19:05,352 INFO [StoreOpener-38d132f368123b11b951119317ff6f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 38d132f368123b11b951119317ff6f1a 2024-12-13T21:19:05,354 INFO [StoreOpener-38d132f368123b11b951119317ff6f1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38d132f368123b11b951119317ff6f1a columnFamilyName f 2024-12-13T21:19:05,354 DEBUG [StoreOpener-38d132f368123b11b951119317ff6f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,355 INFO [StoreOpener-38d132f368123b11b951119317ff6f1a-1 {}] regionserver.HStore(327): Store=38d132f368123b11b951119317ff6f1a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,355 INFO [StoreOpener-38d132f368123b11b951119317ff6f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 38d132f368123b11b951119317ff6f1a 2024-12-13T21:19:05,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=33 2024-12-13T21:19:05,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=33, state=SUCCESS; OpenRegionProcedure 4864158c435fc829bd80d8c9f164a09e, server=fd052dae32be,36497,1734124731430 in 201 msec 2024-12-13T21:19:05,358 INFO [StoreOpener-38d132f368123b11b951119317ff6f1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38d132f368123b11b951119317ff6f1a columnFamilyName norep 2024-12-13T21:19:05,358 DEBUG [StoreOpener-38d132f368123b11b951119317ff6f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,359 INFO [StoreOpener-38d132f368123b11b951119317ff6f1a-1 {}] regionserver.HStore(327): Store=38d132f368123b11b951119317ff6f1a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4864158c435fc829bd80d8c9f164a09e, ASSIGN in 380 msec 2024-12-13T21:19:05,360 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/38d132f368123b11b951119317ff6f1a 2024-12-13T21:19:05,361 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/38d132f368123b11b951119317ff6f1a 2024-12-13T21:19:05,362 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,364 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 38d132f368123b11b951119317ff6f1a 2024-12-13T21:19:05,366 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/38d132f368123b11b951119317ff6f1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,366 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 38d132f368123b11b951119317ff6f1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65116953, jitterRate=-0.02968178689479828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,367 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 38d132f368123b11b951119317ff6f1a: 2024-12-13T21:19:05,368 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734124741928.38d132f368123b11b951119317ff6f1a., pid=38, masterSystemTime=1734124745294 2024-12-13T21:19:05,370 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:19:05,370 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:19:05,370 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:19:05,371 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => d5f763da5d8ee9fbbd5b5ca39e04a288, NAME => 'test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T21:19:05,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=38d132f368123b11b951119317ff6f1a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,371 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:19:05,371 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,371 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:19:05,371 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:19:05,373 INFO [StoreOpener-d5f763da5d8ee9fbbd5b5ca39e04a288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:19:05,375 INFO [StoreOpener-d5f763da5d8ee9fbbd5b5ca39e04a288-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5f763da5d8ee9fbbd5b5ca39e04a288 columnFamilyName f 2024-12-13T21:19:05,376 DEBUG [StoreOpener-d5f763da5d8ee9fbbd5b5ca39e04a288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=18 2024-12-13T21:19:05,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; OpenRegionProcedure 38d132f368123b11b951119317ff6f1a, server=fd052dae32be,36497,1734124731430 in 230 msec 2024-12-13T21:19:05,377 INFO [StoreOpener-d5f763da5d8ee9fbbd5b5ca39e04a288-1 {}] regionserver.HStore(327): Store=d5f763da5d8ee9fbbd5b5ca39e04a288/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,377 INFO [StoreOpener-d5f763da5d8ee9fbbd5b5ca39e04a288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:19:05,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=38d132f368123b11b951119317ff6f1a, ASSIGN in 399 msec 2024-12-13T21:19:05,379 INFO [StoreOpener-d5f763da5d8ee9fbbd5b5ca39e04a288-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5f763da5d8ee9fbbd5b5ca39e04a288 columnFamilyName norep 2024-12-13T21:19:05,379 DEBUG [StoreOpener-d5f763da5d8ee9fbbd5b5ca39e04a288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,380 INFO [StoreOpener-d5f763da5d8ee9fbbd5b5ca39e04a288-1 {}] regionserver.HStore(327): Store=d5f763da5d8ee9fbbd5b5ca39e04a288/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,381 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:19:05,381 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:19:05,382 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,383 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:19:05,386 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/d5f763da5d8ee9fbbd5b5ca39e04a288/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,386 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened d5f763da5d8ee9fbbd5b5ca39e04a288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68528996, jitterRate=0.02116161584854126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,387 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for d5f763da5d8ee9fbbd5b5ca39e04a288: 2024-12-13T21:19:05,387 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288., pid=48, masterSystemTime=1734124745294 2024-12-13T21:19:05,389 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:19:05,390 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:19:05,390 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:19:05,390 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b41602f3e6756d610b6d3001a1acc08, NAME => 'test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T21:19:05,390 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d5f763da5d8ee9fbbd5b5ca39e04a288, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,390 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:19:05,390 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,390 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:19:05,390 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:19:05,392 INFO [StoreOpener-3b41602f3e6756d610b6d3001a1acc08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:19:05,394 INFO [StoreOpener-3b41602f3e6756d610b6d3001a1acc08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b41602f3e6756d610b6d3001a1acc08 columnFamilyName f 2024-12-13T21:19:05,395 DEBUG [StoreOpener-3b41602f3e6756d610b6d3001a1acc08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,395 INFO [StoreOpener-3b41602f3e6756d610b6d3001a1acc08-1 {}] regionserver.HStore(327): Store=3b41602f3e6756d610b6d3001a1acc08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,396 INFO [StoreOpener-3b41602f3e6756d610b6d3001a1acc08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:19:05,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=26 2024-12-13T21:19:05,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=26, state=SUCCESS; OpenRegionProcedure d5f763da5d8ee9fbbd5b5ca39e04a288, server=fd052dae32be,36497,1734124731430 in 222 msec 2024-12-13T21:19:05,398 INFO [StoreOpener-3b41602f3e6756d610b6d3001a1acc08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b41602f3e6756d610b6d3001a1acc08 columnFamilyName norep 2024-12-13T21:19:05,398 DEBUG [StoreOpener-3b41602f3e6756d610b6d3001a1acc08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d5f763da5d8ee9fbbd5b5ca39e04a288, ASSIGN in 419 msec 2024-12-13T21:19:05,399 INFO [StoreOpener-3b41602f3e6756d610b6d3001a1acc08-1 {}] regionserver.HStore(327): Store=3b41602f3e6756d610b6d3001a1acc08/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,400 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:19:05,401 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:19:05,403 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,405 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:19:05,408 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/3b41602f3e6756d610b6d3001a1acc08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,409 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 3b41602f3e6756d610b6d3001a1acc08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62524507, jitterRate=-0.06831224262714386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,409 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 3b41602f3e6756d610b6d3001a1acc08: 2024-12-13T21:19:05,410 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08., pid=39, masterSystemTime=1734124745294 2024-12-13T21:19:05,413 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:19:05,413 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:19:05,413 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:19:05,414 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 733db7e0e0ef66a258f6bc43e0fb294f, NAME => 'test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T21:19:05,414 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=3b41602f3e6756d610b6d3001a1acc08, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,414 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:19:05,414 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,415 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:19:05,415 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:19:05,417 INFO [StoreOpener-733db7e0e0ef66a258f6bc43e0fb294f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:19:05,419 INFO [StoreOpener-733db7e0e0ef66a258f6bc43e0fb294f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 733db7e0e0ef66a258f6bc43e0fb294f columnFamilyName f 2024-12-13T21:19:05,419 DEBUG [StoreOpener-733db7e0e0ef66a258f6bc43e0fb294f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,420 INFO [StoreOpener-733db7e0e0ef66a258f6bc43e0fb294f-1 {}] regionserver.HStore(327): Store=733db7e0e0ef66a258f6bc43e0fb294f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,420 INFO [StoreOpener-733db7e0e0ef66a258f6bc43e0fb294f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:19:05,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=24 2024-12-13T21:19:05,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=24, state=SUCCESS; OpenRegionProcedure 3b41602f3e6756d610b6d3001a1acc08, server=fd052dae32be,36497,1734124731430 in 273 msec 2024-12-13T21:19:05,423 INFO [StoreOpener-733db7e0e0ef66a258f6bc43e0fb294f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 733db7e0e0ef66a258f6bc43e0fb294f columnFamilyName norep 2024-12-13T21:19:05,423 DEBUG [StoreOpener-733db7e0e0ef66a258f6bc43e0fb294f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3b41602f3e6756d610b6d3001a1acc08, ASSIGN in 444 msec 2024-12-13T21:19:05,424 INFO [StoreOpener-733db7e0e0ef66a258f6bc43e0fb294f-1 {}] regionserver.HStore(327): Store=733db7e0e0ef66a258f6bc43e0fb294f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,425 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:19:05,425 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:19:05,427 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,429 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:19:05,432 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/733db7e0e0ef66a258f6bc43e0fb294f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,433 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 733db7e0e0ef66a258f6bc43e0fb294f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69539101, jitterRate=0.03621335327625275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,433 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 733db7e0e0ef66a258f6bc43e0fb294f: 2024-12-13T21:19:05,434 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f., pid=45, masterSystemTime=1734124745294 2024-12-13T21:19:05,437 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:19:05,437 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:19:05,437 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:19:05,438 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 9172fabbbeadc66aea3860e8d39bbb5a, NAME => 'test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T21:19:05,438 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:19:05,438 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,438 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:19:05,439 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:19:05,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=733db7e0e0ef66a258f6bc43e0fb294f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=27 2024-12-13T21:19:05,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=27, state=SUCCESS; OpenRegionProcedure 733db7e0e0ef66a258f6bc43e0fb294f, server=fd052dae32be,36497,1734124731430 in 281 msec 2024-12-13T21:19:05,447 INFO [StoreOpener-9172fabbbeadc66aea3860e8d39bbb5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:19:05,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=733db7e0e0ef66a258f6bc43e0fb294f, ASSIGN in 469 msec 2024-12-13T21:19:05,450 INFO [StoreOpener-9172fabbbeadc66aea3860e8d39bbb5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9172fabbbeadc66aea3860e8d39bbb5a columnFamilyName f 2024-12-13T21:19:05,450 DEBUG [StoreOpener-9172fabbbeadc66aea3860e8d39bbb5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,451 INFO [StoreOpener-9172fabbbeadc66aea3860e8d39bbb5a-1 {}] regionserver.HStore(327): Store=9172fabbbeadc66aea3860e8d39bbb5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,451 INFO [StoreOpener-9172fabbbeadc66aea3860e8d39bbb5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:19:05,453 INFO [StoreOpener-9172fabbbeadc66aea3860e8d39bbb5a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9172fabbbeadc66aea3860e8d39bbb5a columnFamilyName norep 2024-12-13T21:19:05,453 DEBUG [StoreOpener-9172fabbbeadc66aea3860e8d39bbb5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,454 INFO [StoreOpener-9172fabbbeadc66aea3860e8d39bbb5a-1 {}] regionserver.HStore(327): Store=9172fabbbeadc66aea3860e8d39bbb5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,455 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:19:05,456 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:19:05,458 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,460 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:19:05,464 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/9172fabbbeadc66aea3860e8d39bbb5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,465 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 9172fabbbeadc66aea3860e8d39bbb5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63816124, jitterRate=-0.04906564950942993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,465 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 9172fabbbeadc66aea3860e8d39bbb5a: 2024-12-13T21:19:05,466 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a., pid=50, masterSystemTime=1734124745294 2024-12-13T21:19:05,469 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:19:05,469 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:19:05,469 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:19:05,469 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 0d514c5ecab01efa3b424b0172fb3bbe, NAME => 'test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T21:19:05,469 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:19:05,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=9172fabbbeadc66aea3860e8d39bbb5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,470 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,470 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:19:05,470 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:19:05,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=28 2024-12-13T21:19:05,476 INFO [StoreOpener-0d514c5ecab01efa3b424b0172fb3bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:19:05,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=28, state=SUCCESS; OpenRegionProcedure 9172fabbbeadc66aea3860e8d39bbb5a, server=fd052dae32be,36497,1734124731430 in 296 msec 2024-12-13T21:19:05,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9172fabbbeadc66aea3860e8d39bbb5a, ASSIGN in 498 msec 2024-12-13T21:19:05,478 INFO [StoreOpener-0d514c5ecab01efa3b424b0172fb3bbe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d514c5ecab01efa3b424b0172fb3bbe columnFamilyName f 2024-12-13T21:19:05,478 DEBUG [StoreOpener-0d514c5ecab01efa3b424b0172fb3bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,478 INFO [StoreOpener-0d514c5ecab01efa3b424b0172fb3bbe-1 {}] regionserver.HStore(327): Store=0d514c5ecab01efa3b424b0172fb3bbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,478 INFO [StoreOpener-0d514c5ecab01efa3b424b0172fb3bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:19:05,480 INFO [StoreOpener-0d514c5ecab01efa3b424b0172fb3bbe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d514c5ecab01efa3b424b0172fb3bbe columnFamilyName norep 2024-12-13T21:19:05,480 DEBUG [StoreOpener-0d514c5ecab01efa3b424b0172fb3bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,481 INFO [StoreOpener-0d514c5ecab01efa3b424b0172fb3bbe-1 {}] regionserver.HStore(327): Store=0d514c5ecab01efa3b424b0172fb3bbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,482 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:19:05,482 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:19:05,484 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,485 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:19:05,488 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/0d514c5ecab01efa3b424b0172fb3bbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,489 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 0d514c5ecab01efa3b424b0172fb3bbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74240880, jitterRate=0.10627532005310059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,489 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 0d514c5ecab01efa3b424b0172fb3bbe: 2024-12-13T21:19:05,490 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe., pid=37, masterSystemTime=1734124745294 2024-12-13T21:19:05,492 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:19:05,492 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:19:05,492 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:19:05,492 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => dda2a9d7fb124d84de7f82cbfc75234b, NAME => 'test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T21:19:05,493 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=0d514c5ecab01efa3b424b0172fb3bbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,493 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:19:05,493 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,493 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:19:05,493 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:19:05,495 INFO [StoreOpener-dda2a9d7fb124d84de7f82cbfc75234b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:19:05,497 INFO [StoreOpener-dda2a9d7fb124d84de7f82cbfc75234b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dda2a9d7fb124d84de7f82cbfc75234b columnFamilyName f 2024-12-13T21:19:05,497 DEBUG [StoreOpener-dda2a9d7fb124d84de7f82cbfc75234b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=25 2024-12-13T21:19:05,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=25, state=SUCCESS; OpenRegionProcedure 0d514c5ecab01efa3b424b0172fb3bbe, server=fd052dae32be,36497,1734124731430 in 353 msec 2024-12-13T21:19:05,497 INFO [StoreOpener-dda2a9d7fb124d84de7f82cbfc75234b-1 {}] regionserver.HStore(327): Store=dda2a9d7fb124d84de7f82cbfc75234b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,498 INFO [StoreOpener-dda2a9d7fb124d84de7f82cbfc75234b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:19:05,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0d514c5ecab01efa3b424b0172fb3bbe, ASSIGN in 520 msec 2024-12-13T21:19:05,499 INFO [StoreOpener-dda2a9d7fb124d84de7f82cbfc75234b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dda2a9d7fb124d84de7f82cbfc75234b columnFamilyName norep 2024-12-13T21:19:05,499 DEBUG [StoreOpener-dda2a9d7fb124d84de7f82cbfc75234b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,500 INFO [StoreOpener-dda2a9d7fb124d84de7f82cbfc75234b-1 {}] regionserver.HStore(327): Store=dda2a9d7fb124d84de7f82cbfc75234b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,501 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:19:05,501 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:19:05,502 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,503 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:19:05,506 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/dda2a9d7fb124d84de7f82cbfc75234b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,506 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened dda2a9d7fb124d84de7f82cbfc75234b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58966775, jitterRate=-0.12132658064365387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,507 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for dda2a9d7fb124d84de7f82cbfc75234b: 2024-12-13T21:19:05,508 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b., pid=46, masterSystemTime=1734124745294 2024-12-13T21:19:05,509 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:19:05,510 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:19:05,510 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:19:05,510 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => bd824d6d38e09f9c9eacc0d65f58683b, NAME => 'test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T21:19:05,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=dda2a9d7fb124d84de7f82cbfc75234b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,510 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:19:05,510 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,511 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:19:05,511 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:19:05,512 INFO [StoreOpener-bd824d6d38e09f9c9eacc0d65f58683b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:19:05,515 INFO [StoreOpener-bd824d6d38e09f9c9eacc0d65f58683b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd824d6d38e09f9c9eacc0d65f58683b columnFamilyName f 2024-12-13T21:19:05,515 DEBUG [StoreOpener-bd824d6d38e09f9c9eacc0d65f58683b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=19 2024-12-13T21:19:05,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=19, state=SUCCESS; OpenRegionProcedure dda2a9d7fb124d84de7f82cbfc75234b, server=fd052dae32be,36497,1734124731430 in 346 msec 2024-12-13T21:19:05,516 INFO [StoreOpener-bd824d6d38e09f9c9eacc0d65f58683b-1 {}] regionserver.HStore(327): Store=bd824d6d38e09f9c9eacc0d65f58683b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,516 INFO [StoreOpener-bd824d6d38e09f9c9eacc0d65f58683b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:19:05,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dda2a9d7fb124d84de7f82cbfc75234b, ASSIGN in 538 msec 2024-12-13T21:19:05,518 INFO [StoreOpener-bd824d6d38e09f9c9eacc0d65f58683b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd824d6d38e09f9c9eacc0d65f58683b columnFamilyName norep 2024-12-13T21:19:05,518 DEBUG [StoreOpener-bd824d6d38e09f9c9eacc0d65f58683b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,518 INFO [StoreOpener-bd824d6d38e09f9c9eacc0d65f58683b-1 {}] regionserver.HStore(327): Store=bd824d6d38e09f9c9eacc0d65f58683b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,519 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:19:05,519 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:19:05,521 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,522 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:19:05,525 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/bd824d6d38e09f9c9eacc0d65f58683b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,525 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened bd824d6d38e09f9c9eacc0d65f58683b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60042302, jitterRate=-0.10529997944831848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,526 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for bd824d6d38e09f9c9eacc0d65f58683b: 2024-12-13T21:19:05,527 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b., pid=41, masterSystemTime=1734124745294 2024-12-13T21:19:05,529 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:19:05,529 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:19:05,529 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:19:05,529 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => e71b904cd4216548c402741fa12c79fd, NAME => 'test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T21:19:05,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=bd824d6d38e09f9c9eacc0d65f58683b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,530 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e71b904cd4216548c402741fa12c79fd 2024-12-13T21:19:05,530 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,530 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for e71b904cd4216548c402741fa12c79fd 2024-12-13T21:19:05,530 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for e71b904cd4216548c402741fa12c79fd 2024-12-13T21:19:05,532 INFO [StoreOpener-e71b904cd4216548c402741fa12c79fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e71b904cd4216548c402741fa12c79fd 2024-12-13T21:19:05,534 INFO [StoreOpener-e71b904cd4216548c402741fa12c79fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71b904cd4216548c402741fa12c79fd columnFamilyName f 2024-12-13T21:19:05,534 DEBUG [StoreOpener-e71b904cd4216548c402741fa12c79fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=29 2024-12-13T21:19:05,535 INFO [StoreOpener-e71b904cd4216548c402741fa12c79fd-1 {}] regionserver.HStore(327): Store=e71b904cd4216548c402741fa12c79fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,535 INFO [StoreOpener-e71b904cd4216548c402741fa12c79fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e71b904cd4216548c402741fa12c79fd 2024-12-13T21:19:05,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=29, state=SUCCESS; OpenRegionProcedure bd824d6d38e09f9c9eacc0d65f58683b, server=fd052dae32be,36497,1734124731430 in 385 msec 2024-12-13T21:19:05,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bd824d6d38e09f9c9eacc0d65f58683b, ASSIGN in 558 msec 2024-12-13T21:19:05,537 INFO [StoreOpener-e71b904cd4216548c402741fa12c79fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71b904cd4216548c402741fa12c79fd columnFamilyName norep 2024-12-13T21:19:05,537 DEBUG [StoreOpener-e71b904cd4216548c402741fa12c79fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,538 INFO [StoreOpener-e71b904cd4216548c402741fa12c79fd-1 {}] regionserver.HStore(327): Store=e71b904cd4216548c402741fa12c79fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,539 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/e71b904cd4216548c402741fa12c79fd 2024-12-13T21:19:05,540 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/e71b904cd4216548c402741fa12c79fd 2024-12-13T21:19:05,541 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,543 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for e71b904cd4216548c402741fa12c79fd 2024-12-13T21:19:05,547 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/e71b904cd4216548c402741fa12c79fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,549 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened e71b904cd4216548c402741fa12c79fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73816158, jitterRate=0.09994646906852722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,549 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for e71b904cd4216548c402741fa12c79fd: 2024-12-13T21:19:05,551 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd., pid=36, masterSystemTime=1734124745294 2024-12-13T21:19:05,553 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:19:05,553 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:19:05,554 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:19:05,554 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 84f109a765ee27428cb1fbd128251629, NAME => 'test,eee,1734124741928.84f109a765ee27428cb1fbd128251629.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T21:19:05,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=e71b904cd4216548c402741fa12c79fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,554 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84f109a765ee27428cb1fbd128251629 2024-12-13T21:19:05,554 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,eee,1734124741928.84f109a765ee27428cb1fbd128251629.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,554 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 84f109a765ee27428cb1fbd128251629 2024-12-13T21:19:05,554 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 84f109a765ee27428cb1fbd128251629 2024-12-13T21:19:05,557 INFO [StoreOpener-84f109a765ee27428cb1fbd128251629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84f109a765ee27428cb1fbd128251629 2024-12-13T21:19:05,559 INFO [StoreOpener-84f109a765ee27428cb1fbd128251629-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f109a765ee27428cb1fbd128251629 columnFamilyName f 2024-12-13T21:19:05,559 DEBUG [StoreOpener-84f109a765ee27428cb1fbd128251629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=17 2024-12-13T21:19:05,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=17, state=SUCCESS; OpenRegionProcedure e71b904cd4216548c402741fa12c79fd, server=fd052dae32be,36497,1734124731430 in 416 msec 2024-12-13T21:19:05,561 INFO [StoreOpener-84f109a765ee27428cb1fbd128251629-1 {}] regionserver.HStore(327): Store=84f109a765ee27428cb1fbd128251629/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,561 INFO [StoreOpener-84f109a765ee27428cb1fbd128251629-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84f109a765ee27428cb1fbd128251629 2024-12-13T21:19:05,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e71b904cd4216548c402741fa12c79fd, ASSIGN in 583 msec 2024-12-13T21:19:05,563 INFO [StoreOpener-84f109a765ee27428cb1fbd128251629-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f109a765ee27428cb1fbd128251629 columnFamilyName norep 2024-12-13T21:19:05,563 DEBUG [StoreOpener-84f109a765ee27428cb1fbd128251629-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,565 INFO [StoreOpener-84f109a765ee27428cb1fbd128251629-1 {}] regionserver.HStore(327): Store=84f109a765ee27428cb1fbd128251629/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,566 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/84f109a765ee27428cb1fbd128251629 2024-12-13T21:19:05,566 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/84f109a765ee27428cb1fbd128251629 2024-12-13T21:19:05,567 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,569 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 84f109a765ee27428cb1fbd128251629 2024-12-13T21:19:05,572 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/84f109a765ee27428cb1fbd128251629/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,572 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 84f109a765ee27428cb1fbd128251629; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59014161, jitterRate=-0.1206204742193222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,572 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 84f109a765ee27428cb1fbd128251629: 2024-12-13T21:19:05,573 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734124741928.84f109a765ee27428cb1fbd128251629., pid=49, masterSystemTime=1734124745294 2024-12-13T21:19:05,575 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:19:05,576 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:19:05,576 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:19:05,576 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 883efebab70ef5197247d68f85efffc3, NAME => 'test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T21:19:05,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=84f109a765ee27428cb1fbd128251629, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,576 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 883efebab70ef5197247d68f85efffc3 2024-12-13T21:19:05,576 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,577 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 883efebab70ef5197247d68f85efffc3 2024-12-13T21:19:05,577 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 883efebab70ef5197247d68f85efffc3 2024-12-13T21:19:05,578 INFO [StoreOpener-883efebab70ef5197247d68f85efffc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 883efebab70ef5197247d68f85efffc3 2024-12-13T21:19:05,580 INFO [StoreOpener-883efebab70ef5197247d68f85efffc3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883efebab70ef5197247d68f85efffc3 columnFamilyName f 2024-12-13T21:19:05,581 DEBUG [StoreOpener-883efebab70ef5197247d68f85efffc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,581 INFO [StoreOpener-883efebab70ef5197247d68f85efffc3-1 {}] regionserver.HStore(327): Store=883efebab70ef5197247d68f85efffc3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=14 2024-12-13T21:19:05,581 INFO [StoreOpener-883efebab70ef5197247d68f85efffc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 883efebab70ef5197247d68f85efffc3 2024-12-13T21:19:05,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=14, state=SUCCESS; OpenRegionProcedure 84f109a765ee27428cb1fbd128251629, server=fd052dae32be,36497,1734124731430 in 405 msec 2024-12-13T21:19:05,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=84f109a765ee27428cb1fbd128251629, ASSIGN in 605 msec 2024-12-13T21:19:05,583 INFO [StoreOpener-883efebab70ef5197247d68f85efffc3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883efebab70ef5197247d68f85efffc3 columnFamilyName norep 2024-12-13T21:19:05,583 DEBUG [StoreOpener-883efebab70ef5197247d68f85efffc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,584 INFO [StoreOpener-883efebab70ef5197247d68f85efffc3-1 {}] regionserver.HStore(327): Store=883efebab70ef5197247d68f85efffc3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,585 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/883efebab70ef5197247d68f85efffc3 2024-12-13T21:19:05,585 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/883efebab70ef5197247d68f85efffc3 2024-12-13T21:19:05,587 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,588 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 883efebab70ef5197247d68f85efffc3 2024-12-13T21:19:05,591 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/883efebab70ef5197247d68f85efffc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,592 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 883efebab70ef5197247d68f85efffc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67603138, jitterRate=0.0073652565479278564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,592 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 883efebab70ef5197247d68f85efffc3: 2024-12-13T21:19:05,593 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3., pid=43, masterSystemTime=1734124745294 2024-12-13T21:19:05,596 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:19:05,596 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:19:05,596 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:19:05,596 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 1da0dcfdfc083c49f247ae6d480d2506, NAME => 'test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T21:19:05,596 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=883efebab70ef5197247d68f85efffc3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,596 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:19:05,597 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,597 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:19:05,597 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:19:05,598 INFO [StoreOpener-1da0dcfdfc083c49f247ae6d480d2506-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:19:05,601 INFO [StoreOpener-1da0dcfdfc083c49f247ae6d480d2506-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da0dcfdfc083c49f247ae6d480d2506 columnFamilyName f 2024-12-13T21:19:05,601 DEBUG [StoreOpener-1da0dcfdfc083c49f247ae6d480d2506-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,602 INFO [StoreOpener-1da0dcfdfc083c49f247ae6d480d2506-1 {}] regionserver.HStore(327): Store=1da0dcfdfc083c49f247ae6d480d2506/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,602 INFO [StoreOpener-1da0dcfdfc083c49f247ae6d480d2506-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:19:05,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=22 2024-12-13T21:19:05,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=22, state=SUCCESS; OpenRegionProcedure 883efebab70ef5197247d68f85efffc3, server=fd052dae32be,36497,1734124731430 in 444 msec 2024-12-13T21:19:05,603 INFO [StoreOpener-1da0dcfdfc083c49f247ae6d480d2506-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1da0dcfdfc083c49f247ae6d480d2506 columnFamilyName norep 2024-12-13T21:19:05,604 DEBUG [StoreOpener-1da0dcfdfc083c49f247ae6d480d2506-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=883efebab70ef5197247d68f85efffc3, ASSIGN in 625 msec 2024-12-13T21:19:05,604 INFO [StoreOpener-1da0dcfdfc083c49f247ae6d480d2506-1 {}] regionserver.HStore(327): Store=1da0dcfdfc083c49f247ae6d480d2506/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,605 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:19:05,605 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:19:05,607 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,608 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:19:05,610 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/1da0dcfdfc083c49f247ae6d480d2506/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,611 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 1da0dcfdfc083c49f247ae6d480d2506; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61322756, jitterRate=-0.08621972799301147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,611 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 1da0dcfdfc083c49f247ae6d480d2506: 2024-12-13T21:19:05,612 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506., pid=54, masterSystemTime=1734124745294 2024-12-13T21:19:05,614 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:19:05,614 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:19:05,615 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:19:05,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=1da0dcfdfc083c49f247ae6d480d2506, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,615 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 3581080e9ece5b464a84ad3ac55c904c, NAME => 'test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T21:19:05,615 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:19:05,615 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,615 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:19:05,616 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:19:05,617 INFO [StoreOpener-3581080e9ece5b464a84ad3ac55c904c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:19:05,619 INFO [StoreOpener-3581080e9ece5b464a84ad3ac55c904c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3581080e9ece5b464a84ad3ac55c904c columnFamilyName f 2024-12-13T21:19:05,619 DEBUG [StoreOpener-3581080e9ece5b464a84ad3ac55c904c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=31 2024-12-13T21:19:05,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=31, state=SUCCESS; OpenRegionProcedure 1da0dcfdfc083c49f247ae6d480d2506, server=fd052dae32be,36497,1734124731430 in 426 msec 2024-12-13T21:19:05,620 INFO [StoreOpener-3581080e9ece5b464a84ad3ac55c904c-1 {}] regionserver.HStore(327): Store=3581080e9ece5b464a84ad3ac55c904c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,620 INFO [StoreOpener-3581080e9ece5b464a84ad3ac55c904c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:19:05,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1da0dcfdfc083c49f247ae6d480d2506, ASSIGN in 643 msec 2024-12-13T21:19:05,622 INFO [StoreOpener-3581080e9ece5b464a84ad3ac55c904c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3581080e9ece5b464a84ad3ac55c904c columnFamilyName norep 2024-12-13T21:19:05,622 DEBUG [StoreOpener-3581080e9ece5b464a84ad3ac55c904c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,622 INFO [StoreOpener-3581080e9ece5b464a84ad3ac55c904c-1 {}] regionserver.HStore(327): Store=3581080e9ece5b464a84ad3ac55c904c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,623 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:19:05,624 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:19:05,625 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,627 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:19:05,629 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/3581080e9ece5b464a84ad3ac55c904c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,629 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 3581080e9ece5b464a84ad3ac55c904c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65764116, jitterRate=-0.020038306713104248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,629 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 3581080e9ece5b464a84ad3ac55c904c: 2024-12-13T21:19:05,630 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c., pid=55, masterSystemTime=1734124745294 2024-12-13T21:19:05,632 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:19:05,632 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:19:05,632 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:19:05,632 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 317230b9ebe4cb8372fe615f39ba9ea6, NAME => 'test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T21:19:05,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3581080e9ece5b464a84ad3ac55c904c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,633 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:19:05,633 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,633 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:19:05,633 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:19:05,635 INFO [StoreOpener-317230b9ebe4cb8372fe615f39ba9ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:19:05,637 INFO [StoreOpener-317230b9ebe4cb8372fe615f39ba9ea6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 317230b9ebe4cb8372fe615f39ba9ea6 columnFamilyName f 2024-12-13T21:19:05,637 DEBUG [StoreOpener-317230b9ebe4cb8372fe615f39ba9ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=30 2024-12-13T21:19:05,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=30, state=SUCCESS; OpenRegionProcedure 3581080e9ece5b464a84ad3ac55c904c, server=fd052dae32be,36497,1734124731430 in 440 msec 2024-12-13T21:19:05,638 INFO [StoreOpener-317230b9ebe4cb8372fe615f39ba9ea6-1 {}] regionserver.HStore(327): Store=317230b9ebe4cb8372fe615f39ba9ea6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,638 INFO [StoreOpener-317230b9ebe4cb8372fe615f39ba9ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:19:05,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3581080e9ece5b464a84ad3ac55c904c, ASSIGN in 660 msec 2024-12-13T21:19:05,639 INFO [StoreOpener-317230b9ebe4cb8372fe615f39ba9ea6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 317230b9ebe4cb8372fe615f39ba9ea6 columnFamilyName norep 2024-12-13T21:19:05,640 DEBUG [StoreOpener-317230b9ebe4cb8372fe615f39ba9ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,640 INFO [StoreOpener-317230b9ebe4cb8372fe615f39ba9ea6-1 {}] regionserver.HStore(327): Store=317230b9ebe4cb8372fe615f39ba9ea6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,641 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:19:05,642 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:19:05,643 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,645 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:19:05,647 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/317230b9ebe4cb8372fe615f39ba9ea6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,648 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 317230b9ebe4cb8372fe615f39ba9ea6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69014930, jitterRate=0.028402596712112427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,648 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 317230b9ebe4cb8372fe615f39ba9ea6: 2024-12-13T21:19:05,649 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6., pid=59, masterSystemTime=1734124745294 2024-12-13T21:19:05,651 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:19:05,651 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:19:05,651 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:19:05,651 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => fa7529a6057b182a5e12c3c94b9c46c4, NAME => 'test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T21:19:05,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=317230b9ebe4cb8372fe615f39ba9ea6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:19:05,652 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:19:05,654 INFO [StoreOpener-fa7529a6057b182a5e12c3c94b9c46c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:19:05,656 INFO [StoreOpener-fa7529a6057b182a5e12c3c94b9c46c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa7529a6057b182a5e12c3c94b9c46c4 columnFamilyName f 2024-12-13T21:19:05,656 DEBUG [StoreOpener-fa7529a6057b182a5e12c3c94b9c46c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=20 2024-12-13T21:19:05,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=20, state=SUCCESS; OpenRegionProcedure 317230b9ebe4cb8372fe615f39ba9ea6, server=fd052dae32be,36497,1734124731430 in 448 msec 2024-12-13T21:19:05,657 INFO [StoreOpener-fa7529a6057b182a5e12c3c94b9c46c4-1 {}] regionserver.HStore(327): Store=fa7529a6057b182a5e12c3c94b9c46c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,657 INFO [StoreOpener-fa7529a6057b182a5e12c3c94b9c46c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:19:05,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=317230b9ebe4cb8372fe615f39ba9ea6, ASSIGN in 679 msec 2024-12-13T21:19:05,660 INFO [StoreOpener-fa7529a6057b182a5e12c3c94b9c46c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa7529a6057b182a5e12c3c94b9c46c4 columnFamilyName norep 2024-12-13T21:19:05,660 DEBUG [StoreOpener-fa7529a6057b182a5e12c3c94b9c46c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,661 INFO [StoreOpener-fa7529a6057b182a5e12c3c94b9c46c4-1 {}] regionserver.HStore(327): Store=fa7529a6057b182a5e12c3c94b9c46c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,662 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:19:05,663 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:19:05,665 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,666 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:19:05,669 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/fa7529a6057b182a5e12c3c94b9c46c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,670 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened fa7529a6057b182a5e12c3c94b9c46c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67868759, jitterRate=0.011323317885398865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,670 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for fa7529a6057b182a5e12c3c94b9c46c4: 2024-12-13T21:19:05,671 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4., pid=44, masterSystemTime=1734124745294 2024-12-13T21:19:05,674 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:19:05,674 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:19:05,674 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:19:05,674 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => fc8ccc12c65b88e8cc130224ebd43906, NAME => 'test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T21:19:05,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=fa7529a6057b182a5e12c3c94b9c46c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:19:05,678 INFO [StoreOpener-fc8ccc12c65b88e8cc130224ebd43906-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:19:05,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=13 2024-12-13T21:19:05,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=13, state=SUCCESS; OpenRegionProcedure fa7529a6057b182a5e12c3c94b9c46c4, server=fd052dae32be,36497,1734124731430 in 518 msec 2024-12-13T21:19:05,681 INFO [StoreOpener-fc8ccc12c65b88e8cc130224ebd43906-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8ccc12c65b88e8cc130224ebd43906 columnFamilyName f 2024-12-13T21:19:05,681 DEBUG [StoreOpener-fc8ccc12c65b88e8cc130224ebd43906-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,682 INFO [StoreOpener-fc8ccc12c65b88e8cc130224ebd43906-1 {}] regionserver.HStore(327): Store=fc8ccc12c65b88e8cc130224ebd43906/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,682 INFO [StoreOpener-fc8ccc12c65b88e8cc130224ebd43906-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:19:05,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fa7529a6057b182a5e12c3c94b9c46c4, ASSIGN in 704 msec 2024-12-13T21:19:05,684 INFO [StoreOpener-fc8ccc12c65b88e8cc130224ebd43906-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc8ccc12c65b88e8cc130224ebd43906 columnFamilyName norep 2024-12-13T21:19:05,684 DEBUG [StoreOpener-fc8ccc12c65b88e8cc130224ebd43906-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,685 INFO [StoreOpener-fc8ccc12c65b88e8cc130224ebd43906-1 {}] regionserver.HStore(327): Store=fc8ccc12c65b88e8cc130224ebd43906/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,686 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:19:05,687 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:19:05,688 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,690 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:19:05,693 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/fc8ccc12c65b88e8cc130224ebd43906/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,694 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened fc8ccc12c65b88e8cc130224ebd43906; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66418004, jitterRate=-0.010294616222381592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,694 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for fc8ccc12c65b88e8cc130224ebd43906: 2024-12-13T21:19:05,695 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906., pid=57, masterSystemTime=1734124745294 2024-12-13T21:19:05,697 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:19:05,697 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:19:05,697 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:19:05,697 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 7950bd684e7bc0eb3db1204f79475bcd, NAME => 'test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T21:19:05,698 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fc8ccc12c65b88e8cc130224ebd43906, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,698 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:19:05,698 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,698 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:19:05,698 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:19:05,700 INFO [StoreOpener-7950bd684e7bc0eb3db1204f79475bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:19:05,702 INFO [StoreOpener-7950bd684e7bc0eb3db1204f79475bcd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7950bd684e7bc0eb3db1204f79475bcd columnFamilyName f 2024-12-13T21:19:05,702 DEBUG [StoreOpener-7950bd684e7bc0eb3db1204f79475bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=11 2024-12-13T21:19:05,703 INFO [StoreOpener-7950bd684e7bc0eb3db1204f79475bcd-1 {}] regionserver.HStore(327): Store=7950bd684e7bc0eb3db1204f79475bcd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,703 INFO [StoreOpener-7950bd684e7bc0eb3db1204f79475bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:19:05,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=11, state=SUCCESS; OpenRegionProcedure fc8ccc12c65b88e8cc130224ebd43906, server=fd052dae32be,36497,1734124731430 in 498 msec 2024-12-13T21:19:05,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fc8ccc12c65b88e8cc130224ebd43906, ASSIGN in 725 msec 2024-12-13T21:19:05,705 INFO [StoreOpener-7950bd684e7bc0eb3db1204f79475bcd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7950bd684e7bc0eb3db1204f79475bcd columnFamilyName norep 2024-12-13T21:19:05,705 DEBUG [StoreOpener-7950bd684e7bc0eb3db1204f79475bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,706 INFO [StoreOpener-7950bd684e7bc0eb3db1204f79475bcd-1 {}] regionserver.HStore(327): Store=7950bd684e7bc0eb3db1204f79475bcd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,707 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:19:05,707 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:19:05,709 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,710 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:19:05,713 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/7950bd684e7bc0eb3db1204f79475bcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,713 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 7950bd684e7bc0eb3db1204f79475bcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58763657, jitterRate=-0.12435327470302582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,714 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 7950bd684e7bc0eb3db1204f79475bcd: 2024-12-13T21:19:05,715 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd., pid=40, masterSystemTime=1734124745294 2024-12-13T21:19:05,717 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:19:05,717 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:19:05,717 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:19:05,717 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 747a6d1e828c2461e139b5caadb9ecb4, NAME => 'test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T21:19:05,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7950bd684e7bc0eb3db1204f79475bcd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,717 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:19:05,718 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,718 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:19:05,718 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:19:05,720 INFO [StoreOpener-747a6d1e828c2461e139b5caadb9ecb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:19:05,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=15 2024-12-13T21:19:05,721 INFO [StoreOpener-747a6d1e828c2461e139b5caadb9ecb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747a6d1e828c2461e139b5caadb9ecb4 columnFamilyName f 2024-12-13T21:19:05,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=15, state=SUCCESS; OpenRegionProcedure 7950bd684e7bc0eb3db1204f79475bcd, server=fd052dae32be,36497,1734124731430 in 573 msec 2024-12-13T21:19:05,721 DEBUG [StoreOpener-747a6d1e828c2461e139b5caadb9ecb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,722 INFO [StoreOpener-747a6d1e828c2461e139b5caadb9ecb4-1 {}] regionserver.HStore(327): Store=747a6d1e828c2461e139b5caadb9ecb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,722 INFO [StoreOpener-747a6d1e828c2461e139b5caadb9ecb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:19:05,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7950bd684e7bc0eb3db1204f79475bcd, ASSIGN in 744 msec 2024-12-13T21:19:05,724 INFO [StoreOpener-747a6d1e828c2461e139b5caadb9ecb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747a6d1e828c2461e139b5caadb9ecb4 columnFamilyName norep 2024-12-13T21:19:05,724 DEBUG [StoreOpener-747a6d1e828c2461e139b5caadb9ecb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,724 INFO [StoreOpener-747a6d1e828c2461e139b5caadb9ecb4-1 {}] regionserver.HStore(327): Store=747a6d1e828c2461e139b5caadb9ecb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,725 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:19:05,725 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:19:05,727 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,728 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:19:05,731 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/747a6d1e828c2461e139b5caadb9ecb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,731 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 747a6d1e828c2461e139b5caadb9ecb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59388383, jitterRate=-0.11504413187503815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,731 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 747a6d1e828c2461e139b5caadb9ecb4: 2024-12-13T21:19:05,732 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4., pid=52, masterSystemTime=1734124745294 2024-12-13T21:19:05,734 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:19:05,735 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:19:05,735 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:19:05,735 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => d3166941c4591523f1b1d27b04ed399e, NAME => 'test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T21:19:05,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=747a6d1e828c2461e139b5caadb9ecb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,735 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:19:05,735 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,736 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:19:05,736 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:19:05,739 INFO [StoreOpener-d3166941c4591523f1b1d27b04ed399e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:19:05,742 INFO [StoreOpener-d3166941c4591523f1b1d27b04ed399e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3166941c4591523f1b1d27b04ed399e columnFamilyName f 2024-12-13T21:19:05,742 DEBUG [StoreOpener-d3166941c4591523f1b1d27b04ed399e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=23 2024-12-13T21:19:05,743 INFO [StoreOpener-d3166941c4591523f1b1d27b04ed399e-1 {}] regionserver.HStore(327): Store=d3166941c4591523f1b1d27b04ed399e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=23, state=SUCCESS; OpenRegionProcedure 747a6d1e828c2461e139b5caadb9ecb4, server=fd052dae32be,36497,1734124731430 in 554 msec 2024-12-13T21:19:05,743 INFO [StoreOpener-d3166941c4591523f1b1d27b04ed399e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:19:05,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=747a6d1e828c2461e139b5caadb9ecb4, ASSIGN in 766 msec 2024-12-13T21:19:05,745 INFO [StoreOpener-d3166941c4591523f1b1d27b04ed399e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3166941c4591523f1b1d27b04ed399e columnFamilyName norep 2024-12-13T21:19:05,745 DEBUG [StoreOpener-d3166941c4591523f1b1d27b04ed399e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,746 INFO [StoreOpener-d3166941c4591523f1b1d27b04ed399e-1 {}] regionserver.HStore(327): Store=d3166941c4591523f1b1d27b04ed399e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,748 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:19:05,749 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:19:05,750 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,752 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:19:05,754 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/d3166941c4591523f1b1d27b04ed399e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,755 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened d3166941c4591523f1b1d27b04ed399e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62452637, jitterRate=-0.06938318908214569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,755 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for d3166941c4591523f1b1d27b04ed399e: 2024-12-13T21:19:05,756 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e., pid=60, masterSystemTime=1734124745294 2024-12-13T21:19:05,758 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:19:05,758 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:19:05,758 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:19:05,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=d3166941c4591523f1b1d27b04ed399e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,758 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => f6979c5332c28f44569717e94137e99d, NAME => 'test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T21:19:05,759 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6979c5332c28f44569717e94137e99d 2024-12-13T21:19:05,759 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,759 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for f6979c5332c28f44569717e94137e99d 2024-12-13T21:19:05,759 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for f6979c5332c28f44569717e94137e99d 2024-12-13T21:19:05,761 INFO [StoreOpener-f6979c5332c28f44569717e94137e99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6979c5332c28f44569717e94137e99d 2024-12-13T21:19:05,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=35 2024-12-13T21:19:05,763 INFO [StoreOpener-f6979c5332c28f44569717e94137e99d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6979c5332c28f44569717e94137e99d columnFamilyName f 2024-12-13T21:19:05,764 DEBUG [StoreOpener-f6979c5332c28f44569717e94137e99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=35, state=SUCCESS; OpenRegionProcedure d3166941c4591523f1b1d27b04ed399e, server=fd052dae32be,36497,1734124731430 in 553 msec 2024-12-13T21:19:05,764 INFO [StoreOpener-f6979c5332c28f44569717e94137e99d-1 {}] regionserver.HStore(327): Store=f6979c5332c28f44569717e94137e99d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,764 INFO [StoreOpener-f6979c5332c28f44569717e94137e99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6979c5332c28f44569717e94137e99d 2024-12-13T21:19:05,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d3166941c4591523f1b1d27b04ed399e, ASSIGN in 786 msec 2024-12-13T21:19:05,766 INFO [StoreOpener-f6979c5332c28f44569717e94137e99d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6979c5332c28f44569717e94137e99d columnFamilyName norep 2024-12-13T21:19:05,766 DEBUG [StoreOpener-f6979c5332c28f44569717e94137e99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,767 INFO [StoreOpener-f6979c5332c28f44569717e94137e99d-1 {}] regionserver.HStore(327): Store=f6979c5332c28f44569717e94137e99d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,769 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/f6979c5332c28f44569717e94137e99d 2024-12-13T21:19:05,769 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/f6979c5332c28f44569717e94137e99d 2024-12-13T21:19:05,770 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,778 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for f6979c5332c28f44569717e94137e99d 2024-12-13T21:19:05,781 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/f6979c5332c28f44569717e94137e99d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,782 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened f6979c5332c28f44569717e94137e99d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67534078, jitterRate=0.006336182355880737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,782 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for f6979c5332c28f44569717e94137e99d: 2024-12-13T21:19:05,783 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d., pid=47, masterSystemTime=1734124745294 2024-12-13T21:19:05,785 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:19:05,785 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:19:05,785 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:19:05,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=f6979c5332c28f44569717e94137e99d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,786 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => acfe42f70a40868d5870848d5bcac197, NAME => 'test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T21:19:05,786 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test acfe42f70a40868d5870848d5bcac197 2024-12-13T21:19:05,786 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,786 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for acfe42f70a40868d5870848d5bcac197 2024-12-13T21:19:05,786 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for acfe42f70a40868d5870848d5bcac197 2024-12-13T21:19:05,789 INFO [StoreOpener-acfe42f70a40868d5870848d5bcac197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region acfe42f70a40868d5870848d5bcac197 2024-12-13T21:19:05,790 INFO [StoreOpener-acfe42f70a40868d5870848d5bcac197-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acfe42f70a40868d5870848d5bcac197 columnFamilyName f 2024-12-13T21:19:05,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=16 2024-12-13T21:19:05,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=16, state=SUCCESS; OpenRegionProcedure f6979c5332c28f44569717e94137e99d, server=fd052dae32be,36497,1734124731430 in 620 msec 2024-12-13T21:19:05,790 DEBUG [StoreOpener-acfe42f70a40868d5870848d5bcac197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,791 INFO [StoreOpener-acfe42f70a40868d5870848d5bcac197-1 {}] regionserver.HStore(327): Store=acfe42f70a40868d5870848d5bcac197/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,791 INFO [StoreOpener-acfe42f70a40868d5870848d5bcac197-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region acfe42f70a40868d5870848d5bcac197 2024-12-13T21:19:05,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f6979c5332c28f44569717e94137e99d, ASSIGN in 813 msec 2024-12-13T21:19:05,794 INFO [StoreOpener-acfe42f70a40868d5870848d5bcac197-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acfe42f70a40868d5870848d5bcac197 columnFamilyName norep 2024-12-13T21:19:05,794 DEBUG [StoreOpener-acfe42f70a40868d5870848d5bcac197-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,795 INFO [StoreOpener-acfe42f70a40868d5870848d5bcac197-1 {}] regionserver.HStore(327): Store=acfe42f70a40868d5870848d5bcac197/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,796 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/acfe42f70a40868d5870848d5bcac197 2024-12-13T21:19:05,797 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/acfe42f70a40868d5870848d5bcac197 2024-12-13T21:19:05,798 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,800 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for acfe42f70a40868d5870848d5bcac197 2024-12-13T21:19:05,802 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/acfe42f70a40868d5870848d5bcac197/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,803 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened acfe42f70a40868d5870848d5bcac197; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67879153, jitterRate=0.011478200554847717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,803 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for acfe42f70a40868d5870848d5bcac197: 2024-12-13T21:19:05,804 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197., pid=56, masterSystemTime=1734124745294 2024-12-13T21:19:05,806 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:19:05,807 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:19:05,807 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:19:05,807 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d2daeb80df3c7523b87ea0423902918, NAME => 'test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T21:19:05,807 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=acfe42f70a40868d5870848d5bcac197, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T21:19:05,807 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:19:05,807 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,808 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:19:05,808 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:19:05,810 INFO [StoreOpener-7d2daeb80df3c7523b87ea0423902918-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:19:05,812 INFO [StoreOpener-7d2daeb80df3c7523b87ea0423902918-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d2daeb80df3c7523b87ea0423902918 columnFamilyName f 2024-12-13T21:19:05,812 DEBUG [StoreOpener-7d2daeb80df3c7523b87ea0423902918-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=21 2024-12-13T21:19:05,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=21, state=SUCCESS; OpenRegionProcedure acfe42f70a40868d5870848d5bcac197, server=fd052dae32be,36497,1734124731430 in 612 msec 2024-12-13T21:19:05,813 INFO [StoreOpener-7d2daeb80df3c7523b87ea0423902918-1 {}] regionserver.HStore(327): Store=7d2daeb80df3c7523b87ea0423902918/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,813 INFO [StoreOpener-7d2daeb80df3c7523b87ea0423902918-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:19:05,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=acfe42f70a40868d5870848d5bcac197, ASSIGN in 835 msec 2024-12-13T21:19:05,815 INFO [StoreOpener-7d2daeb80df3c7523b87ea0423902918-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d2daeb80df3c7523b87ea0423902918 columnFamilyName norep 2024-12-13T21:19:05,815 DEBUG [StoreOpener-7d2daeb80df3c7523b87ea0423902918-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,816 INFO [StoreOpener-7d2daeb80df3c7523b87ea0423902918-1 {}] regionserver.HStore(327): Store=7d2daeb80df3c7523b87ea0423902918/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,817 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:19:05,817 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:19:05,819 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,821 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:19:05,824 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/7d2daeb80df3c7523b87ea0423902918/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,824 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 7d2daeb80df3c7523b87ea0423902918; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65040487, jitterRate=-0.030821219086647034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,825 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 7d2daeb80df3c7523b87ea0423902918: 2024-12-13T21:19:05,825 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918., pid=61, masterSystemTime=1734124745294 2024-12-13T21:19:05,828 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:19:05,828 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:19:05,828 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:19:05,829 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 81dc4714eef87a9c5ca9039a7046dff8, NAME => 'test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T21:19:05,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=7d2daeb80df3c7523b87ea0423902918, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,829 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:19:05,829 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,829 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:19:05,829 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:19:05,831 INFO [StoreOpener-81dc4714eef87a9c5ca9039a7046dff8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:19:05,834 INFO [StoreOpener-81dc4714eef87a9c5ca9039a7046dff8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81dc4714eef87a9c5ca9039a7046dff8 columnFamilyName f 2024-12-13T21:19:05,834 DEBUG [StoreOpener-81dc4714eef87a9c5ca9039a7046dff8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,834 INFO [StoreOpener-81dc4714eef87a9c5ca9039a7046dff8-1 {}] regionserver.HStore(327): Store=81dc4714eef87a9c5ca9039a7046dff8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,835 INFO [StoreOpener-81dc4714eef87a9c5ca9039a7046dff8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:19:05,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=12 2024-12-13T21:19:05,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=12, state=SUCCESS; OpenRegionProcedure 7d2daeb80df3c7523b87ea0423902918, server=fd052dae32be,36497,1734124731430 in 626 msec 2024-12-13T21:19:05,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7d2daeb80df3c7523b87ea0423902918, ASSIGN in 861 msec 2024-12-13T21:19:05,841 INFO [StoreOpener-81dc4714eef87a9c5ca9039a7046dff8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81dc4714eef87a9c5ca9039a7046dff8 columnFamilyName norep 2024-12-13T21:19:05,842 DEBUG [StoreOpener-81dc4714eef87a9c5ca9039a7046dff8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,843 INFO [StoreOpener-81dc4714eef87a9c5ca9039a7046dff8-1 {}] regionserver.HStore(327): Store=81dc4714eef87a9c5ca9039a7046dff8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,844 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:19:05,844 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:19:05,846 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,848 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:19:05,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T21:19:05,852 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/81dc4714eef87a9c5ca9039a7046dff8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,853 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 81dc4714eef87a9c5ca9039a7046dff8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62826847, jitterRate=-0.06380702555179596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,853 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 81dc4714eef87a9c5ca9039a7046dff8: 2024-12-13T21:19:05,854 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8., pid=53, masterSystemTime=1734124745294 2024-12-13T21:19:05,856 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:19:05,856 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:19:05,857 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:19:05,857 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => ca70d1217366edf3c31c7e95fcf71d66, NAME => 'test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T21:19:05,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=81dc4714eef87a9c5ca9039a7046dff8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,857 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:19:05,857 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:05,857 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:19:05,857 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:19:05,860 INFO [StoreOpener-ca70d1217366edf3c31c7e95fcf71d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:19:05,862 INFO [StoreOpener-ca70d1217366edf3c31c7e95fcf71d66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca70d1217366edf3c31c7e95fcf71d66 columnFamilyName f 2024-12-13T21:19:05,862 DEBUG [StoreOpener-ca70d1217366edf3c31c7e95fcf71d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=34 2024-12-13T21:19:05,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=34, state=SUCCESS; OpenRegionProcedure 81dc4714eef87a9c5ca9039a7046dff8, server=fd052dae32be,36497,1734124731430 in 674 msec 2024-12-13T21:19:05,862 INFO [StoreOpener-ca70d1217366edf3c31c7e95fcf71d66-1 {}] regionserver.HStore(327): Store=ca70d1217366edf3c31c7e95fcf71d66/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,863 INFO [StoreOpener-ca70d1217366edf3c31c7e95fcf71d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:19:05,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=81dc4714eef87a9c5ca9039a7046dff8, ASSIGN in 885 msec 2024-12-13T21:19:05,864 INFO [StoreOpener-ca70d1217366edf3c31c7e95fcf71d66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca70d1217366edf3c31c7e95fcf71d66 columnFamilyName norep 2024-12-13T21:19:05,865 DEBUG [StoreOpener-ca70d1217366edf3c31c7e95fcf71d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:05,865 INFO [StoreOpener-ca70d1217366edf3c31c7e95fcf71d66-1 {}] regionserver.HStore(327): Store=ca70d1217366edf3c31c7e95fcf71d66/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:05,866 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:19:05,867 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:19:05,869 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:05,870 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:19:05,874 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/ca70d1217366edf3c31c7e95fcf71d66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:05,876 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened ca70d1217366edf3c31c7e95fcf71d66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71866153, jitterRate=0.07088913023471832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:05,876 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for ca70d1217366edf3c31c7e95fcf71d66: 2024-12-13T21:19:05,877 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66., pid=58, masterSystemTime=1734124745294 2024-12-13T21:19:05,880 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:19:05,880 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:19:05,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ca70d1217366edf3c31c7e95fcf71d66, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:05,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=32 2024-12-13T21:19:05,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=32, state=SUCCESS; OpenRegionProcedure ca70d1217366edf3c31c7e95fcf71d66, server=fd052dae32be,36497,1734124731430 in 679 msec 2024-12-13T21:19:05,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=9 2024-12-13T21:19:05,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca70d1217366edf3c31c7e95fcf71d66, ASSIGN in 907 msec 2024-12-13T21:19:05,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T21:19:05,887 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124745887"}]},"ts":"1734124745887"} 2024-12-13T21:19:05,889 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T21:19:05,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T21:19:05,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.9740 sec 2024-12-13T21:19:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:06,060 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T21:19:06,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T21:19:06,061 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:06,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T21:19:06,077 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:06,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T21:19:06,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T21:19:06,081 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T21:19:06,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T21:19:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T21:19:06,087 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T21:19:06,087 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:06,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T21:19:06,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T21:19:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:06,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741837_1013 (size=631) 2024-12-13T21:19:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:06,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1fc181d6c638d13a663bc9bd1bba945c, NAME => 'test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:06,498 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f1aee4f5633bbefdf99a0e7f9661c0b4, NAME => 'test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:06,499 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9067188fb5951e299e9d89ac10c99037, NAME => 'test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741839_1015 (size=42) 2024-12-13T21:19:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741840_1016 (size=45) 2024-12-13T21:19:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741838_1014 (size=45) 2024-12-13T21:19:06,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:06,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1fc181d6c638d13a663bc9bd1bba945c, disabling compactions & flushes 2024-12-13T21:19:06,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:19:06,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:19:06,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. after waiting 0 ms 2024-12-13T21:19:06,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:19:06,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:19:06,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1fc181d6c638d13a663bc9bd1bba945c: 2024-12-13T21:19:06,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 44a975471c11a3feea3c3de669c673c0, NAME => 'test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741841_1017 (size=45) 2024-12-13T21:19:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:06,909 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:06,909 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:06,909 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9067188fb5951e299e9d89ac10c99037, disabling compactions & flushes 2024-12-13T21:19:06,909 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f1aee4f5633bbefdf99a0e7f9661c0b4, disabling compactions & flushes 2024-12-13T21:19:06,909 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:19:06,909 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:19:06,910 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:19:06,910 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:19:06,910 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. after waiting 0 ms 2024-12-13T21:19:06,910 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. after waiting 0 ms 2024-12-13T21:19:06,910 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:19:06,910 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:19:06,910 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:19:06,910 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:19:06,910 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f1aee4f5633bbefdf99a0e7f9661c0b4: 2024-12-13T21:19:06,910 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9067188fb5951e299e9d89ac10c99037: 2024-12-13T21:19:06,913 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 74fe706e2641039cb214a8588214c056, NAME => 'test,eee,1734124746083.74fe706e2641039cb214a8588214c056.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:06,913 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4a8558ebe207f04e81256604147f9582, NAME => 'test,fff,1734124746083.4a8558ebe207f04e81256604147f9582.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:06,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:06,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 44a975471c11a3feea3c3de669c673c0, disabling compactions & flushes 2024-12-13T21:19:06,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:19:06,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:19:06,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. after waiting 0 ms 2024-12-13T21:19:06,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:19:06,916 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:19:06,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 44a975471c11a3feea3c3de669c673c0: 2024-12-13T21:19:06,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ee9ca0b6ec240382920abd4c3cdbc9b9, NAME => 'test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741843_1019 (size=45) 2024-12-13T21:19:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741842_1018 (size=45) 2024-12-13T21:19:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741844_1020 (size=45) 2024-12-13T21:19:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1734124746083.74fe706e2641039cb214a8588214c056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734124746083.4a8558ebe207f04e81256604147f9582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 74fe706e2641039cb214a8588214c056, disabling compactions & flushes 2024-12-13T21:19:07,326 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4a8558ebe207f04e81256604147f9582, disabling compactions & flushes 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:19:07,326 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734124746083.74fe706e2641039cb214a8588214c056. after waiting 0 ms 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. after waiting 0 ms 2024-12-13T21:19:07,326 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:19:07,326 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 74fe706e2641039cb214a8588214c056: 2024-12-13T21:19:07,326 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:19:07,327 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4a8558ebe207f04e81256604147f9582: 2024-12-13T21:19:07,328 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a5f94e79252b4afe73838206fc0f4f0e, NAME => 'test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:07,328 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 933b25a197573dd411bf5059d8a29c1a, NAME => 'test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:07,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:07,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ee9ca0b6ec240382920abd4c3cdbc9b9, disabling compactions & flushes 2024-12-13T21:19:07,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:19:07,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:19:07,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. after waiting 0 ms 2024-12-13T21:19:07,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:19:07,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:19:07,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ee9ca0b6ec240382920abd4c3cdbc9b9: 2024-12-13T21:19:07,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 03079a325e8913315e3b11a8d9c4528b, NAME => 'test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741847_1023 (size=45) 2024-12-13T21:19:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741846_1022 (size=45) 2024-12-13T21:19:07,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741845_1021 (size=45) 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 933b25a197573dd411bf5059d8a29c1a, disabling compactions & flushes 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 03079a325e8913315e3b11a8d9c4528b, disabling compactions & flushes 2024-12-13T21:19:07,743 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:19:07,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. after waiting 0 ms 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. after waiting 0 ms 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:19:07,743 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:19:07,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 933b25a197573dd411bf5059d8a29c1a: 2024-12-13T21:19:07,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 03079a325e8913315e3b11a8d9c4528b: 2024-12-13T21:19:07,744 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b74d2cace5676aa2df38500dda2422b6, NAME => 'test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:07,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b11586b7ae377442b3042525c7bce802, NAME => 'test,lll,1734124746083.b11586b7ae377442b3042525c7bce802.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:07,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:07,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a5f94e79252b4afe73838206fc0f4f0e, disabling compactions & flushes 2024-12-13T21:19:07,747 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:19:07,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:19:07,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. after waiting 0 ms 2024-12-13T21:19:07,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:19:07,747 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:19:07,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a5f94e79252b4afe73838206fc0f4f0e: 2024-12-13T21:19:07,748 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => de65f99d32969667ee8a7a755aab30f1, NAME => 'test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:07,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741848_1024 (size=45) 2024-12-13T21:19:07,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741849_1025 (size=45) 2024-12-13T21:19:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741850_1026 (size=45) 2024-12-13T21:19:08,158 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,158 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b74d2cace5676aa2df38500dda2422b6, disabling compactions & flushes 2024-12-13T21:19:08,158 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:19:08,158 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:19:08,158 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. after waiting 0 ms 2024-12-13T21:19:08,158 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:19:08,158 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:19:08,158 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b74d2cace5676aa2df38500dda2422b6: 2024-12-13T21:19:08,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:08,159 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 11059b6acb8a6b9d1ded8ee0873dce53, NAME => 'test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734124746083.b11586b7ae377442b3042525c7bce802.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b11586b7ae377442b3042525c7bce802, disabling compactions & flushes 2024-12-13T21:19:08,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:19:08,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:19:08,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. after waiting 0 ms 2024-12-13T21:19:08,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:19:08,160 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:19:08,160 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b11586b7ae377442b3042525c7bce802: 2024-12-13T21:19:08,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5ce6061558d654ffdb26d2e7c35c1910, NAME => 'test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing de65f99d32969667ee8a7a755aab30f1, disabling compactions & flushes 2024-12-13T21:19:08,161 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:19:08,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:19:08,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. after waiting 0 ms 2024-12-13T21:19:08,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:19:08,161 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:19:08,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for de65f99d32969667ee8a7a755aab30f1: 2024-12-13T21:19:08,162 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 15036283bfd17a9a42b54b3ad5e092f9, NAME => 'test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741851_1027 (size=45) 2024-12-13T21:19:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741852_1028 (size=45) 2024-12-13T21:19:08,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741853_1029 (size=45) 2024-12-13T21:19:08,170 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,171 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 15036283bfd17a9a42b54b3ad5e092f9, disabling compactions & flushes 2024-12-13T21:19:08,171 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:19:08,171 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:19:08,171 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. after waiting 0 ms 2024-12-13T21:19:08,171 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:19:08,171 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:19:08,171 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 15036283bfd17a9a42b54b3ad5e092f9: 2024-12-13T21:19:08,171 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => cd88979180a6a370b679bcc24527c1bd, NAME => 'test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741854_1030 (size=45) 2024-12-13T21:19:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:08,567 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,568 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 11059b6acb8a6b9d1ded8ee0873dce53, disabling compactions & flushes 2024-12-13T21:19:08,568 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:19:08,568 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:19:08,568 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. after waiting 0 ms 2024-12-13T21:19:08,568 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:19:08,568 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:19:08,568 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 11059b6acb8a6b9d1ded8ee0873dce53: 2024-12-13T21:19:08,569 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => cdd35d8aa2730ee2ba18944c99d2249d, NAME => 'test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5ce6061558d654ffdb26d2e7c35c1910, disabling compactions & flushes 2024-12-13T21:19:08,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:19:08,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:19:08,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. after waiting 0 ms 2024-12-13T21:19:08,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:19:08,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:19:08,569 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5ce6061558d654ffdb26d2e7c35c1910: 2024-12-13T21:19:08,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4d82f29018a8c6e643a15259677a80fa, NAME => 'test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741855_1031 (size=45) 2024-12-13T21:19:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741856_1032 (size=45) 2024-12-13T21:19:08,580 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,580 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing cd88979180a6a370b679bcc24527c1bd, disabling compactions & flushes 2024-12-13T21:19:08,580 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:19:08,580 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:19:08,580 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. after waiting 0 ms 2024-12-13T21:19:08,580 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:19:08,580 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:19:08,580 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for cd88979180a6a370b679bcc24527c1bd: 2024-12-13T21:19:08,581 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d42982c550cb50d1235f33854e13f303, NAME => 'test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741857_1033 (size=45) 2024-12-13T21:19:08,978 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,978 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing cdd35d8aa2730ee2ba18944c99d2249d, disabling compactions & flushes 2024-12-13T21:19:08,978 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:19:08,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4d82f29018a8c6e643a15259677a80fa, disabling compactions & flushes 2024-12-13T21:19:08,979 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:19:08,979 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. after waiting 0 ms 2024-12-13T21:19:08,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:19:08,979 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:19:08,979 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:19:08,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:19:08,979 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for cdd35d8aa2730ee2ba18944c99d2249d: 2024-12-13T21:19:08,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. after waiting 0 ms 2024-12-13T21:19:08,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:19:08,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:19:08,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4d82f29018a8c6e643a15259677a80fa: 2024-12-13T21:19:08,980 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 949ebc2d20aec16e07e06ea237370d17, NAME => 'test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 49ae4e42f4e15fb5e03d55796dcc8694, NAME => 'test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,989 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,989 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d42982c550cb50d1235f33854e13f303, disabling compactions & flushes 2024-12-13T21:19:08,989 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:19:08,989 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:19:08,989 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. after waiting 0 ms 2024-12-13T21:19:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741859_1035 (size=45) 2024-12-13T21:19:08,989 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:19:08,990 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:19:08,990 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d42982c550cb50d1235f33854e13f303: 2024-12-13T21:19:08,991 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e2fda258705e3da13a04c0ea3ade3bd6, NAME => 'test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741858_1034 (size=45) 2024-12-13T21:19:08,993 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:08,993 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 949ebc2d20aec16e07e06ea237370d17, disabling compactions & flushes 2024-12-13T21:19:08,994 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:19:08,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:19:08,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. after waiting 0 ms 2024-12-13T21:19:08,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:19:08,994 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:19:08,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 949ebc2d20aec16e07e06ea237370d17: 2024-12-13T21:19:08,995 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 13469c4adc02b9c10e92e1155413db31, NAME => 'test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741860_1036 (size=45) 2024-12-13T21:19:09,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741861_1037 (size=45) 2024-12-13T21:19:09,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:09,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 49ae4e42f4e15fb5e03d55796dcc8694, disabling compactions & flushes 2024-12-13T21:19:09,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. after waiting 0 ms 2024-12-13T21:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:19:09,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 49ae4e42f4e15fb5e03d55796dcc8694: 2024-12-13T21:19:09,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 336dddf27289deed0969e4852178f3c2, NAME => 'test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:09,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:09,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e2fda258705e3da13a04c0ea3ade3bd6, disabling compactions & flushes 2024-12-13T21:19:09,400 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:19:09,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:19:09,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. after waiting 0 ms 2024-12-13T21:19:09,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:19:09,400 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:19:09,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e2fda258705e3da13a04c0ea3ade3bd6: 2024-12-13T21:19:09,401 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3feff9810741eaefafdc0ea913809399, NAME => 'test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741862_1038 (size=45) 2024-12-13T21:19:09,402 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:09,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 13469c4adc02b9c10e92e1155413db31, disabling compactions & flushes 2024-12-13T21:19:09,403 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:19:09,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:19:09,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. after waiting 0 ms 2024-12-13T21:19:09,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:19:09,403 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:19:09,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 13469c4adc02b9c10e92e1155413db31: 2024-12-13T21:19:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741863_1039 (size=42) 2024-12-13T21:19:09,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:09,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 336dddf27289deed0969e4852178f3c2, disabling compactions & flushes 2024-12-13T21:19:09,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:19:09,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:19:09,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. after waiting 0 ms 2024-12-13T21:19:09,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:19:09,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:19:09,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 336dddf27289deed0969e4852178f3c2: 2024-12-13T21:19:09,808 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:09,808 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3feff9810741eaefafdc0ea913809399, disabling compactions & flushes 2024-12-13T21:19:09,809 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:19:09,809 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:19:09,809 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. after waiting 0 ms 2024-12-13T21:19:09,809 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:19:09,809 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:19:09,809 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3feff9810741eaefafdc0ea913809399: 2024-12-13T21:19:09,811 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T21:19:09,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734124746083.74fe706e2641039cb214a8588214c056.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734124746083.4a8558ebe207f04e81256604147f9582.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,813 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734124746083.b11586b7ae377442b3042525c7bce802.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,815 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734124749811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124749811"}]},"ts":"1734124749811"} 2024-12-13T21:19:09,822 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T21:19:09,823 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T21:19:09,823 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124749823"}]},"ts":"1734124749823"} 2024-12-13T21:19:09,825 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T21:19:09,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1fc181d6c638d13a663bc9bd1bba945c, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9067188fb5951e299e9d89ac10c99037, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f1aee4f5633bbefdf99a0e7f9661c0b4, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=44a975471c11a3feea3c3de669c673c0, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=74fe706e2641039cb214a8588214c056, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4a8558ebe207f04e81256604147f9582, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ee9ca0b6ec240382920abd4c3cdbc9b9, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a5f94e79252b4afe73838206fc0f4f0e, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=933b25a197573dd411bf5059d8a29c1a, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=03079a325e8913315e3b11a8d9c4528b, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b74d2cace5676aa2df38500dda2422b6, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b11586b7ae377442b3042525c7bce802, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de65f99d32969667ee8a7a755aab30f1, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=11059b6acb8a6b9d1ded8ee0873dce53, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ce6061558d654ffdb26d2e7c35c1910, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=15036283bfd17a9a42b54b3ad5e092f9, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cd88979180a6a370b679bcc24527c1bd, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cdd35d8aa2730ee2ba18944c99d2249d, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4d82f29018a8c6e643a15259677a80fa, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d42982c550cb50d1235f33854e13f303, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=949ebc2d20aec16e07e06ea237370d17, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49ae4e42f4e15fb5e03d55796dcc8694, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e2fda258705e3da13a04c0ea3ade3bd6, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=13469c4adc02b9c10e92e1155413db31, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=336dddf27289deed0969e4852178f3c2, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3feff9810741eaefafdc0ea913809399, ASSIGN}] 2024-12-13T21:19:09,878 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9067188fb5951e299e9d89ac10c99037, ASSIGN 2024-12-13T21:19:09,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1fc181d6c638d13a663bc9bd1bba945c, ASSIGN 2024-12-13T21:19:09,879 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=44a975471c11a3feea3c3de669c673c0, ASSIGN 2024-12-13T21:19:09,879 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f1aee4f5633bbefdf99a0e7f9661c0b4, ASSIGN 2024-12-13T21:19:09,879 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9067188fb5951e299e9d89ac10c99037, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1fc181d6c638d13a663bc9bd1bba945c, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,880 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f1aee4f5633bbefdf99a0e7f9661c0b4, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,880 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=44a975471c11a3feea3c3de669c673c0, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=336dddf27289deed0969e4852178f3c2, ASSIGN 2024-12-13T21:19:09,882 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=13469c4adc02b9c10e92e1155413db31, ASSIGN 2024-12-13T21:19:09,882 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3feff9810741eaefafdc0ea913809399, ASSIGN 2024-12-13T21:19:09,882 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e2fda258705e3da13a04c0ea3ade3bd6, ASSIGN 2024-12-13T21:19:09,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49ae4e42f4e15fb5e03d55796dcc8694, ASSIGN 2024-12-13T21:19:09,882 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=336dddf27289deed0969e4852178f3c2, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,883 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=13469c4adc02b9c10e92e1155413db31, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,883 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3feff9810741eaefafdc0ea913809399, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,883 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e2fda258705e3da13a04c0ea3ade3bd6, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,883 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=49ae4e42f4e15fb5e03d55796dcc8694, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d42982c550cb50d1235f33854e13f303, ASSIGN 2024-12-13T21:19:09,885 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4d82f29018a8c6e643a15259677a80fa, ASSIGN 2024-12-13T21:19:09,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=949ebc2d20aec16e07e06ea237370d17, ASSIGN 2024-12-13T21:19:09,885 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cdd35d8aa2730ee2ba18944c99d2249d, ASSIGN 2024-12-13T21:19:09,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cd88979180a6a370b679bcc24527c1bd, ASSIGN 2024-12-13T21:19:09,886 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d42982c550cb50d1235f33854e13f303, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=949ebc2d20aec16e07e06ea237370d17, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,886 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4d82f29018a8c6e643a15259677a80fa, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,886 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cdd35d8aa2730ee2ba18944c99d2249d, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cd88979180a6a370b679bcc24527c1bd, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,888 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de65f99d32969667ee8a7a755aab30f1, ASSIGN 2024-12-13T21:19:09,888 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=11059b6acb8a6b9d1ded8ee0873dce53, ASSIGN 2024-12-13T21:19:09,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ce6061558d654ffdb26d2e7c35c1910, ASSIGN 2024-12-13T21:19:09,888 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b11586b7ae377442b3042525c7bce802, ASSIGN 2024-12-13T21:19:09,889 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=15036283bfd17a9a42b54b3ad5e092f9, ASSIGN 2024-12-13T21:19:09,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5ce6061558d654ffdb26d2e7c35c1910, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,889 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=11059b6acb8a6b9d1ded8ee0873dce53, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,889 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b11586b7ae377442b3042525c7bce802, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,889 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=de65f99d32969667ee8a7a755aab30f1, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,889 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=15036283bfd17a9a42b54b3ad5e092f9, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=03079a325e8913315e3b11a8d9c4528b, ASSIGN 2024-12-13T21:19:09,892 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=933b25a197573dd411bf5059d8a29c1a, ASSIGN 2024-12-13T21:19:09,892 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b74d2cace5676aa2df38500dda2422b6, ASSIGN 2024-12-13T21:19:09,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ee9ca0b6ec240382920abd4c3cdbc9b9, ASSIGN 2024-12-13T21:19:09,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=03079a325e8913315e3b11a8d9c4528b, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a5f94e79252b4afe73838206fc0f4f0e, ASSIGN 2024-12-13T21:19:09,892 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=933b25a197573dd411bf5059d8a29c1a, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,893 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b74d2cace5676aa2df38500dda2422b6, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ee9ca0b6ec240382920abd4c3cdbc9b9, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,893 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a5f94e79252b4afe73838206fc0f4f0e, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,895 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4a8558ebe207f04e81256604147f9582, ASSIGN 2024-12-13T21:19:09,895 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=74fe706e2641039cb214a8588214c056, ASSIGN 2024-12-13T21:19:09,896 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4a8558ebe207f04e81256604147f9582, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:09,896 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=74fe706e2641039cb214a8588214c056, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:10,030 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=949ebc2d20aec16e07e06ea237370d17, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1fc181d6c638d13a663bc9bd1bba945c, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=13469c4adc02b9c10e92e1155413db31, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=f1aee4f5633bbefdf99a0e7f9661c0b4, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,030 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=03079a325e8913315e3b11a8d9c4528b, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=10, state=RUNNABLE; OpenRegionProcedure 1fc181d6c638d13a663bc9bd1bba945c, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=30, state=RUNNABLE; OpenRegionProcedure 949ebc2d20aec16e07e06ea237370d17, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=12, state=RUNNABLE; OpenRegionProcedure f1aee4f5633bbefdf99a0e7f9661c0b4, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=33, state=RUNNABLE; OpenRegionProcedure 13469c4adc02b9c10e92e1155413db31, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=19, state=RUNNABLE; OpenRegionProcedure 03079a325e8913315e3b11a8d9c4528b, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=ee9ca0b6ec240382920abd4c3cdbc9b9, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=16, state=RUNNABLE; OpenRegionProcedure ee9ca0b6ec240382920abd4c3cdbc9b9, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=cdd35d8aa2730ee2ba18944c99d2249d, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,038 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4a8558ebe207f04e81256604147f9582, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9067188fb5951e299e9d89ac10c99037, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=27, state=RUNNABLE; OpenRegionProcedure cdd35d8aa2730ee2ba18944c99d2249d, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=d42982c550cb50d1235f33854e13f303, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=15, state=RUNNABLE; OpenRegionProcedure 4a8558ebe207f04e81256604147f9582, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,041 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=933b25a197573dd411bf5059d8a29c1a, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=29, state=RUNNABLE; OpenRegionProcedure d42982c550cb50d1235f33854e13f303, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=11, state=RUNNABLE; OpenRegionProcedure 9067188fb5951e299e9d89ac10c99037, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=18, state=RUNNABLE; OpenRegionProcedure 933b25a197573dd411bf5059d8a29c1a, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=49ae4e42f4e15fb5e03d55796dcc8694, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b11586b7ae377442b3042525c7bce802, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=3feff9810741eaefafdc0ea913809399, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=31, state=RUNNABLE; OpenRegionProcedure 49ae4e42f4e15fb5e03d55796dcc8694, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e2fda258705e3da13a04c0ea3ade3bd6, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=cd88979180a6a370b679bcc24527c1bd, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=32, state=RUNNABLE; OpenRegionProcedure e2fda258705e3da13a04c0ea3ade3bd6, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=35, state=RUNNABLE; OpenRegionProcedure 3feff9810741eaefafdc0ea913809399, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,050 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=74fe706e2641039cb214a8588214c056, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=21, state=RUNNABLE; OpenRegionProcedure b11586b7ae377442b3042525c7bce802, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=26, state=RUNNABLE; OpenRegionProcedure cd88979180a6a370b679bcc24527c1bd, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=14, state=RUNNABLE; OpenRegionProcedure 74fe706e2641039cb214a8588214c056, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=de65f99d32969667ee8a7a755aab30f1, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,055 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=4d82f29018a8c6e643a15259677a80fa, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=a5f94e79252b4afe73838206fc0f4f0e, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,055 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=336dddf27289deed0969e4852178f3c2, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=22, state=RUNNABLE; OpenRegionProcedure de65f99d32969667ee8a7a755aab30f1, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=b74d2cace5676aa2df38500dda2422b6, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=17, state=RUNNABLE; OpenRegionProcedure a5f94e79252b4afe73838206fc0f4f0e, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=11059b6acb8a6b9d1ded8ee0873dce53, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=34, state=RUNNABLE; OpenRegionProcedure 336dddf27289deed0969e4852178f3c2, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=28, state=RUNNABLE; OpenRegionProcedure 4d82f29018a8c6e643a15259677a80fa, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=20, state=RUNNABLE; OpenRegionProcedure b74d2cace5676aa2df38500dda2422b6, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=23, state=RUNNABLE; OpenRegionProcedure 11059b6acb8a6b9d1ded8ee0873dce53, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,064 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=5ce6061558d654ffdb26d2e7c35c1910, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=24, state=RUNNABLE; OpenRegionProcedure 5ce6061558d654ffdb26d2e7c35c1910, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=15036283bfd17a9a42b54b3ad5e092f9, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,066 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=44a975471c11a3feea3c3de669c673c0, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=25, state=RUNNABLE; OpenRegionProcedure 15036283bfd17a9a42b54b3ad5e092f9, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=13, state=RUNNABLE; OpenRegionProcedure 44a975471c11a3feea3c3de669c673c0, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:10,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,190 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:19:10,191 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => f1aee4f5633bbefdf99a0e7f9661c0b4, NAME => 'test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T21:19:10,191 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:19:10,191 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,191 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:19:10,192 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:19:10,196 INFO [StoreOpener-f1aee4f5633bbefdf99a0e7f9661c0b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:19:10,198 INFO [StoreOpener-f1aee4f5633bbefdf99a0e7f9661c0b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1aee4f5633bbefdf99a0e7f9661c0b4 columnFamilyName f 2024-12-13T21:19:10,199 DEBUG [StoreOpener-f1aee4f5633bbefdf99a0e7f9661c0b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,201 INFO [StoreOpener-f1aee4f5633bbefdf99a0e7f9661c0b4-1 {}] regionserver.HStore(327): Store=f1aee4f5633bbefdf99a0e7f9661c0b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,201 INFO [StoreOpener-f1aee4f5633bbefdf99a0e7f9661c0b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:19:10,204 INFO [StoreOpener-f1aee4f5633bbefdf99a0e7f9661c0b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1aee4f5633bbefdf99a0e7f9661c0b4 columnFamilyName norep 2024-12-13T21:19:10,204 DEBUG [StoreOpener-f1aee4f5633bbefdf99a0e7f9661c0b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:10,205 INFO [StoreOpener-f1aee4f5633bbefdf99a0e7f9661c0b4-1 {}] regionserver.HStore(327): Store=f1aee4f5633bbefdf99a0e7f9661c0b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,207 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:19:10,207 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:19:10,209 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,211 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:19:10,228 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/f1aee4f5633bbefdf99a0e7f9661c0b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,229 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened f1aee4f5633bbefdf99a0e7f9661c0b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65524023, jitterRate=-0.023615971207618713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,229 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for f1aee4f5633bbefdf99a0e7f9661c0b4: 2024-12-13T21:19:10,230 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4., pid=38, masterSystemTime=1734124750184 2024-12-13T21:19:10,233 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:19:10,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=f1aee4f5633bbefdf99a0e7f9661c0b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,234 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:19:10,234 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:19:10,235 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => ee9ca0b6ec240382920abd4c3cdbc9b9, NAME => 'test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T21:19:10,235 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:19:10,235 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,235 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:19:10,235 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:19:10,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=12 2024-12-13T21:19:10,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=12, state=SUCCESS; OpenRegionProcedure f1aee4f5633bbefdf99a0e7f9661c0b4, server=fd052dae32be,42147,1734124737010 in 203 msec 2024-12-13T21:19:10,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f1aee4f5633bbefdf99a0e7f9661c0b4, ASSIGN in 368 msec 2024-12-13T21:19:10,245 INFO [StoreOpener-ee9ca0b6ec240382920abd4c3cdbc9b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:19:10,250 INFO [StoreOpener-ee9ca0b6ec240382920abd4c3cdbc9b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9ca0b6ec240382920abd4c3cdbc9b9 columnFamilyName f 2024-12-13T21:19:10,250 DEBUG [StoreOpener-ee9ca0b6ec240382920abd4c3cdbc9b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,251 INFO [StoreOpener-ee9ca0b6ec240382920abd4c3cdbc9b9-1 {}] regionserver.HStore(327): Store=ee9ca0b6ec240382920abd4c3cdbc9b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,251 INFO [StoreOpener-ee9ca0b6ec240382920abd4c3cdbc9b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:19:10,255 INFO [StoreOpener-ee9ca0b6ec240382920abd4c3cdbc9b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9ca0b6ec240382920abd4c3cdbc9b9 columnFamilyName norep 2024-12-13T21:19:10,255 DEBUG [StoreOpener-ee9ca0b6ec240382920abd4c3cdbc9b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,256 INFO [StoreOpener-ee9ca0b6ec240382920abd4c3cdbc9b9-1 {}] regionserver.HStore(327): Store=ee9ca0b6ec240382920abd4c3cdbc9b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,258 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:19:10,259 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:19:10,261 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,264 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:19:10,273 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/ee9ca0b6ec240382920abd4c3cdbc9b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,275 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened ee9ca0b6ec240382920abd4c3cdbc9b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61509820, jitterRate=-0.08343225717544556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,275 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for ee9ca0b6ec240382920abd4c3cdbc9b9: 2024-12-13T21:19:10,277 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9., pid=41, masterSystemTime=1734124750184 2024-12-13T21:19:10,279 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:19:10,280 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:19:10,280 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:19:10,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=ee9ca0b6ec240382920abd4c3cdbc9b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,280 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 3feff9810741eaefafdc0ea913809399, NAME => 'test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T21:19:10,283 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3feff9810741eaefafdc0ea913809399 2024-12-13T21:19:10,284 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,284 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 3feff9810741eaefafdc0ea913809399 2024-12-13T21:19:10,284 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 3feff9810741eaefafdc0ea913809399 2024-12-13T21:19:10,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=16 2024-12-13T21:19:10,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=16, state=SUCCESS; OpenRegionProcedure ee9ca0b6ec240382920abd4c3cdbc9b9, server=fd052dae32be,42147,1734124737010 in 249 msec 2024-12-13T21:19:10,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ee9ca0b6ec240382920abd4c3cdbc9b9, ASSIGN in 417 msec 2024-12-13T21:19:10,291 INFO [StoreOpener-3feff9810741eaefafdc0ea913809399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3feff9810741eaefafdc0ea913809399 2024-12-13T21:19:10,293 INFO [StoreOpener-3feff9810741eaefafdc0ea913809399-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3feff9810741eaefafdc0ea913809399 columnFamilyName f 2024-12-13T21:19:10,294 DEBUG [StoreOpener-3feff9810741eaefafdc0ea913809399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,294 INFO [StoreOpener-3feff9810741eaefafdc0ea913809399-1 {}] regionserver.HStore(327): Store=3feff9810741eaefafdc0ea913809399/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,295 INFO [StoreOpener-3feff9810741eaefafdc0ea913809399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3feff9810741eaefafdc0ea913809399 2024-12-13T21:19:10,296 INFO [StoreOpener-3feff9810741eaefafdc0ea913809399-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3feff9810741eaefafdc0ea913809399 columnFamilyName norep 2024-12-13T21:19:10,296 DEBUG [StoreOpener-3feff9810741eaefafdc0ea913809399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,297 INFO [StoreOpener-3feff9810741eaefafdc0ea913809399-1 {}] regionserver.HStore(327): Store=3feff9810741eaefafdc0ea913809399/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,299 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/3feff9810741eaefafdc0ea913809399 2024-12-13T21:19:10,300 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/3feff9810741eaefafdc0ea913809399 2024-12-13T21:19:10,302 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,304 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 3feff9810741eaefafdc0ea913809399 2024-12-13T21:19:10,307 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/3feff9810741eaefafdc0ea913809399/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,309 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 3feff9810741eaefafdc0ea913809399; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64625851, jitterRate=-0.03699977695941925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,309 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 3feff9810741eaefafdc0ea913809399: 2024-12-13T21:19:10,310 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399., pid=49, masterSystemTime=1734124750184 2024-12-13T21:19:10,312 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:19:10,313 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:19:10,313 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:19:10,313 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 44a975471c11a3feea3c3de669c673c0, NAME => 'test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T21:19:10,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=3feff9810741eaefafdc0ea913809399, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,313 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 44a975471c11a3feea3c3de669c673c0 2024-12-13T21:19:10,313 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,313 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 44a975471c11a3feea3c3de669c673c0 2024-12-13T21:19:10,313 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 44a975471c11a3feea3c3de669c673c0 2024-12-13T21:19:10,315 INFO [StoreOpener-44a975471c11a3feea3c3de669c673c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44a975471c11a3feea3c3de669c673c0 2024-12-13T21:19:10,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=35 2024-12-13T21:19:10,317 INFO [StoreOpener-44a975471c11a3feea3c3de669c673c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44a975471c11a3feea3c3de669c673c0 columnFamilyName f 2024-12-13T21:19:10,318 DEBUG [StoreOpener-44a975471c11a3feea3c3de669c673c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=35, state=SUCCESS; OpenRegionProcedure 3feff9810741eaefafdc0ea913809399, server=fd052dae32be,42147,1734124737010 in 266 msec 2024-12-13T21:19:10,318 INFO [StoreOpener-44a975471c11a3feea3c3de669c673c0-1 {}] regionserver.HStore(327): Store=44a975471c11a3feea3c3de669c673c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,318 INFO [StoreOpener-44a975471c11a3feea3c3de669c673c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 44a975471c11a3feea3c3de669c673c0 2024-12-13T21:19:10,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3feff9810741eaefafdc0ea913809399, ASSIGN in 445 msec 2024-12-13T21:19:10,320 INFO [StoreOpener-44a975471c11a3feea3c3de669c673c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44a975471c11a3feea3c3de669c673c0 columnFamilyName norep 2024-12-13T21:19:10,320 DEBUG [StoreOpener-44a975471c11a3feea3c3de669c673c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,321 INFO [StoreOpener-44a975471c11a3feea3c3de669c673c0-1 {}] regionserver.HStore(327): Store=44a975471c11a3feea3c3de669c673c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,321 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/44a975471c11a3feea3c3de669c673c0 2024-12-13T21:19:10,322 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/44a975471c11a3feea3c3de669c673c0 2024-12-13T21:19:10,323 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,325 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 44a975471c11a3feea3c3de669c673c0 2024-12-13T21:19:10,328 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/44a975471c11a3feea3c3de669c673c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,328 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 44a975471c11a3feea3c3de669c673c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72485554, jitterRate=0.08011892437934875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,329 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 44a975471c11a3feea3c3de669c673c0: 2024-12-13T21:19:10,329 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0., pid=61, masterSystemTime=1734124750184 2024-12-13T21:19:10,331 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:19:10,331 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:19:10,331 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:19:10,332 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => cdd35d8aa2730ee2ba18944c99d2249d, NAME => 'test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T21:19:10,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=44a975471c11a3feea3c3de669c673c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,332 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:19:10,332 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,332 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:19:10,332 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:19:10,335 INFO [StoreOpener-cdd35d8aa2730ee2ba18944c99d2249d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:19:10,338 INFO [StoreOpener-cdd35d8aa2730ee2ba18944c99d2249d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd35d8aa2730ee2ba18944c99d2249d columnFamilyName f 2024-12-13T21:19:10,338 DEBUG [StoreOpener-cdd35d8aa2730ee2ba18944c99d2249d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,338 INFO [StoreOpener-cdd35d8aa2730ee2ba18944c99d2249d-1 {}] regionserver.HStore(327): Store=cdd35d8aa2730ee2ba18944c99d2249d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,339 INFO [StoreOpener-cdd35d8aa2730ee2ba18944c99d2249d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:19:10,341 INFO [StoreOpener-cdd35d8aa2730ee2ba18944c99d2249d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd35d8aa2730ee2ba18944c99d2249d columnFamilyName norep 2024-12-13T21:19:10,341 DEBUG [StoreOpener-cdd35d8aa2730ee2ba18944c99d2249d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,342 INFO [StoreOpener-cdd35d8aa2730ee2ba18944c99d2249d-1 {}] regionserver.HStore(327): Store=cdd35d8aa2730ee2ba18944c99d2249d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=13 2024-12-13T21:19:10,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=13, state=SUCCESS; OpenRegionProcedure 44a975471c11a3feea3c3de669c673c0, server=fd052dae32be,42147,1734124737010 in 272 msec 2024-12-13T21:19:10,343 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:19:10,344 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:19:10,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=44a975471c11a3feea3c3de669c673c0, ASSIGN in 472 msec 2024-12-13T21:19:10,346 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,347 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:19:10,350 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/cdd35d8aa2730ee2ba18944c99d2249d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,351 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened cdd35d8aa2730ee2ba18944c99d2249d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59531557, jitterRate=-0.1129106730222702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,351 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for cdd35d8aa2730ee2ba18944c99d2249d: 2024-12-13T21:19:10,352 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d., pid=42, masterSystemTime=1734124750184 2024-12-13T21:19:10,354 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:19:10,354 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:19:10,354 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:19:10,354 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => de65f99d32969667ee8a7a755aab30f1, NAME => 'test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T21:19:10,354 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:19:10,355 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,355 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:19:10,355 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:19:10,356 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=cdd35d8aa2730ee2ba18944c99d2249d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,358 INFO [StoreOpener-de65f99d32969667ee8a7a755aab30f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:19:10,361 INFO [StoreOpener-de65f99d32969667ee8a7a755aab30f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de65f99d32969667ee8a7a755aab30f1 columnFamilyName f 2024-12-13T21:19:10,361 DEBUG [StoreOpener-de65f99d32969667ee8a7a755aab30f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,362 INFO [StoreOpener-de65f99d32969667ee8a7a755aab30f1-1 {}] regionserver.HStore(327): Store=de65f99d32969667ee8a7a755aab30f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=27 2024-12-13T21:19:10,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=27, state=SUCCESS; OpenRegionProcedure cdd35d8aa2730ee2ba18944c99d2249d, server=fd052dae32be,42147,1734124737010 in 319 msec 2024-12-13T21:19:10,362 INFO [StoreOpener-de65f99d32969667ee8a7a755aab30f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:19:10,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cdd35d8aa2730ee2ba18944c99d2249d, ASSIGN in 490 msec 2024-12-13T21:19:10,364 INFO [StoreOpener-de65f99d32969667ee8a7a755aab30f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de65f99d32969667ee8a7a755aab30f1 columnFamilyName norep 2024-12-13T21:19:10,364 DEBUG [StoreOpener-de65f99d32969667ee8a7a755aab30f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,366 INFO [StoreOpener-de65f99d32969667ee8a7a755aab30f1-1 {}] regionserver.HStore(327): Store=de65f99d32969667ee8a7a755aab30f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,367 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:19:10,368 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:19:10,369 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,371 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:19:10,373 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/de65f99d32969667ee8a7a755aab30f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,374 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened de65f99d32969667ee8a7a755aab30f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69767319, jitterRate=0.03961406648159027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,374 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for de65f99d32969667ee8a7a755aab30f1: 2024-12-13T21:19:10,375 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1., pid=53, masterSystemTime=1734124750184 2024-12-13T21:19:10,377 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:19:10,377 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:19:10,377 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:19:10,377 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => e2fda258705e3da13a04c0ea3ade3bd6, NAME => 'test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T21:19:10,378 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:19:10,378 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=de65f99d32969667ee8a7a755aab30f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,378 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:19:10,378 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:19:10,380 INFO [StoreOpener-e2fda258705e3da13a04c0ea3ade3bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:19:10,383 INFO [StoreOpener-e2fda258705e3da13a04c0ea3ade3bd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2fda258705e3da13a04c0ea3ade3bd6 columnFamilyName f 2024-12-13T21:19:10,383 DEBUG [StoreOpener-e2fda258705e3da13a04c0ea3ade3bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=22 2024-12-13T21:19:10,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=22, state=SUCCESS; OpenRegionProcedure de65f99d32969667ee8a7a755aab30f1, server=fd052dae32be,42147,1734124737010 in 326 msec 2024-12-13T21:19:10,384 INFO [StoreOpener-e2fda258705e3da13a04c0ea3ade3bd6-1 {}] regionserver.HStore(327): Store=e2fda258705e3da13a04c0ea3ade3bd6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,384 INFO [StoreOpener-e2fda258705e3da13a04c0ea3ade3bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:19:10,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=de65f99d32969667ee8a7a755aab30f1, ASSIGN in 511 msec 2024-12-13T21:19:10,386 INFO [StoreOpener-e2fda258705e3da13a04c0ea3ade3bd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2fda258705e3da13a04c0ea3ade3bd6 columnFamilyName norep 2024-12-13T21:19:10,386 DEBUG [StoreOpener-e2fda258705e3da13a04c0ea3ade3bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,387 INFO [StoreOpener-e2fda258705e3da13a04c0ea3ade3bd6-1 {}] regionserver.HStore(327): Store=e2fda258705e3da13a04c0ea3ade3bd6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,389 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:19:10,389 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:19:10,391 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,392 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:19:10,395 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/e2fda258705e3da13a04c0ea3ade3bd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,396 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened e2fda258705e3da13a04c0ea3ade3bd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71400961, jitterRate=0.06395722925662994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,396 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for e2fda258705e3da13a04c0ea3ade3bd6: 2024-12-13T21:19:10,397 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6., pid=48, masterSystemTime=1734124750184 2024-12-13T21:19:10,399 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:19:10,399 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:19:10,399 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:19:10,399 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 11059b6acb8a6b9d1ded8ee0873dce53, NAME => 'test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T21:19:10,399 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e2fda258705e3da13a04c0ea3ade3bd6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,400 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:19:10,400 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,400 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:19:10,400 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:19:10,402 INFO [StoreOpener-11059b6acb8a6b9d1ded8ee0873dce53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:19:10,404 INFO [StoreOpener-11059b6acb8a6b9d1ded8ee0873dce53-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11059b6acb8a6b9d1ded8ee0873dce53 columnFamilyName f 2024-12-13T21:19:10,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=32 2024-12-13T21:19:10,405 DEBUG [StoreOpener-11059b6acb8a6b9d1ded8ee0873dce53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=32, state=SUCCESS; OpenRegionProcedure e2fda258705e3da13a04c0ea3ade3bd6, server=fd052dae32be,42147,1734124737010 in 354 msec 2024-12-13T21:19:10,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e2fda258705e3da13a04c0ea3ade3bd6, ASSIGN in 532 msec 2024-12-13T21:19:10,407 INFO [StoreOpener-11059b6acb8a6b9d1ded8ee0873dce53-1 {}] regionserver.HStore(327): Store=11059b6acb8a6b9d1ded8ee0873dce53/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,407 INFO [StoreOpener-11059b6acb8a6b9d1ded8ee0873dce53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:19:10,409 INFO [StoreOpener-11059b6acb8a6b9d1ded8ee0873dce53-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11059b6acb8a6b9d1ded8ee0873dce53 columnFamilyName norep 2024-12-13T21:19:10,409 DEBUG [StoreOpener-11059b6acb8a6b9d1ded8ee0873dce53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,410 INFO [StoreOpener-11059b6acb8a6b9d1ded8ee0873dce53-1 {}] regionserver.HStore(327): Store=11059b6acb8a6b9d1ded8ee0873dce53/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,411 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:19:10,412 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:19:10,414 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,416 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:19:10,419 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/11059b6acb8a6b9d1ded8ee0873dce53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,419 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 11059b6acb8a6b9d1ded8ee0873dce53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63694057, jitterRate=-0.050884589552879333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,420 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 11059b6acb8a6b9d1ded8ee0873dce53: 2024-12-13T21:19:10,420 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53., pid=58, masterSystemTime=1734124750184 2024-12-13T21:19:10,423 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:19:10,423 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:19:10,423 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:19:10,423 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => b74d2cace5676aa2df38500dda2422b6, NAME => 'test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T21:19:10,424 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:19:10,424 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,424 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:19:10,424 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:19:10,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=11059b6acb8a6b9d1ded8ee0873dce53, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,426 INFO [StoreOpener-b74d2cace5676aa2df38500dda2422b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:19:10,429 INFO [StoreOpener-b74d2cace5676aa2df38500dda2422b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b74d2cace5676aa2df38500dda2422b6 columnFamilyName f 2024-12-13T21:19:10,429 DEBUG [StoreOpener-b74d2cace5676aa2df38500dda2422b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=23 2024-12-13T21:19:10,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=23, state=SUCCESS; OpenRegionProcedure 11059b6acb8a6b9d1ded8ee0873dce53, server=fd052dae32be,42147,1734124737010 in 366 msec 2024-12-13T21:19:10,430 INFO [StoreOpener-b74d2cace5676aa2df38500dda2422b6-1 {}] regionserver.HStore(327): Store=b74d2cace5676aa2df38500dda2422b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,431 INFO [StoreOpener-b74d2cace5676aa2df38500dda2422b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:19:10,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=11059b6acb8a6b9d1ded8ee0873dce53, ASSIGN in 558 msec 2024-12-13T21:19:10,432 INFO [StoreOpener-b74d2cace5676aa2df38500dda2422b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b74d2cace5676aa2df38500dda2422b6 columnFamilyName norep 2024-12-13T21:19:10,433 DEBUG [StoreOpener-b74d2cace5676aa2df38500dda2422b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,433 INFO [StoreOpener-b74d2cace5676aa2df38500dda2422b6-1 {}] regionserver.HStore(327): Store=b74d2cace5676aa2df38500dda2422b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,434 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:19:10,435 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:19:10,436 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,438 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:19:10,440 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/b74d2cace5676aa2df38500dda2422b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,441 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened b74d2cace5676aa2df38500dda2422b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71862216, jitterRate=0.07083046436309814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,441 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for b74d2cace5676aa2df38500dda2422b6: 2024-12-13T21:19:10,442 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6., pid=57, masterSystemTime=1734124750184 2024-12-13T21:19:10,445 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:19:10,445 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:19:10,445 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:19:10,445 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 933b25a197573dd411bf5059d8a29c1a, NAME => 'test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T21:19:10,446 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:19:10,446 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,446 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:19:10,446 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:19:10,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=b74d2cace5676aa2df38500dda2422b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,453 INFO [StoreOpener-933b25a197573dd411bf5059d8a29c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:19:10,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=20 2024-12-13T21:19:10,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=20, state=SUCCESS; OpenRegionProcedure b74d2cace5676aa2df38500dda2422b6, server=fd052dae32be,42147,1734124737010 in 390 msec 2024-12-13T21:19:10,455 INFO [StoreOpener-933b25a197573dd411bf5059d8a29c1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 933b25a197573dd411bf5059d8a29c1a columnFamilyName f 2024-12-13T21:19:10,455 DEBUG [StoreOpener-933b25a197573dd411bf5059d8a29c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b74d2cace5676aa2df38500dda2422b6, ASSIGN in 582 msec 2024-12-13T21:19:10,456 INFO [StoreOpener-933b25a197573dd411bf5059d8a29c1a-1 {}] regionserver.HStore(327): Store=933b25a197573dd411bf5059d8a29c1a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,456 INFO [StoreOpener-933b25a197573dd411bf5059d8a29c1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:19:10,457 INFO [StoreOpener-933b25a197573dd411bf5059d8a29c1a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 933b25a197573dd411bf5059d8a29c1a columnFamilyName norep 2024-12-13T21:19:10,458 DEBUG [StoreOpener-933b25a197573dd411bf5059d8a29c1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,458 INFO [StoreOpener-933b25a197573dd411bf5059d8a29c1a-1 {}] regionserver.HStore(327): Store=933b25a197573dd411bf5059d8a29c1a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,459 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:19:10,459 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:19:10,460 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,462 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:19:10,464 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/933b25a197573dd411bf5059d8a29c1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,464 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 933b25a197573dd411bf5059d8a29c1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60221703, jitterRate=-0.10262669622898102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,464 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 933b25a197573dd411bf5059d8a29c1a: 2024-12-13T21:19:10,465 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a., pid=46, masterSystemTime=1734124750184 2024-12-13T21:19:10,467 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:19:10,467 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:19:10,467 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:19:10,467 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 949ebc2d20aec16e07e06ea237370d17, NAME => 'test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T21:19:10,467 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:19:10,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=933b25a197573dd411bf5059d8a29c1a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,467 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,468 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:19:10,468 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:19:10,470 INFO [StoreOpener-949ebc2d20aec16e07e06ea237370d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:19:10,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=18 2024-12-13T21:19:10,472 INFO [StoreOpener-949ebc2d20aec16e07e06ea237370d17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949ebc2d20aec16e07e06ea237370d17 columnFamilyName f 2024-12-13T21:19:10,472 DEBUG [StoreOpener-949ebc2d20aec16e07e06ea237370d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=18, state=SUCCESS; OpenRegionProcedure 933b25a197573dd411bf5059d8a29c1a, server=fd052dae32be,42147,1734124737010 in 426 msec 2024-12-13T21:19:10,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=933b25a197573dd411bf5059d8a29c1a, ASSIGN in 599 msec 2024-12-13T21:19:10,472 INFO [StoreOpener-949ebc2d20aec16e07e06ea237370d17-1 {}] regionserver.HStore(327): Store=949ebc2d20aec16e07e06ea237370d17/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,473 INFO [StoreOpener-949ebc2d20aec16e07e06ea237370d17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:19:10,474 INFO [StoreOpener-949ebc2d20aec16e07e06ea237370d17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 949ebc2d20aec16e07e06ea237370d17 columnFamilyName norep 2024-12-13T21:19:10,474 DEBUG [StoreOpener-949ebc2d20aec16e07e06ea237370d17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,475 INFO [StoreOpener-949ebc2d20aec16e07e06ea237370d17-1 {}] regionserver.HStore(327): Store=949ebc2d20aec16e07e06ea237370d17/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,476 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:19:10,477 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:19:10,478 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,484 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:19:10,487 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/949ebc2d20aec16e07e06ea237370d17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,487 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 949ebc2d20aec16e07e06ea237370d17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71334660, jitterRate=0.06296926736831665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,488 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 949ebc2d20aec16e07e06ea237370d17: 2024-12-13T21:19:10,488 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17., pid=37, masterSystemTime=1734124750184 2024-12-13T21:19:10,490 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:19:10,490 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:19:10,490 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:19:10,490 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => b11586b7ae377442b3042525c7bce802, NAME => 'test,lll,1734124746083.b11586b7ae377442b3042525c7bce802.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T21:19:10,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=949ebc2d20aec16e07e06ea237370d17, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,491 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b11586b7ae377442b3042525c7bce802 2024-12-13T21:19:10,491 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,lll,1734124746083.b11586b7ae377442b3042525c7bce802.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,491 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for b11586b7ae377442b3042525c7bce802 2024-12-13T21:19:10,491 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for b11586b7ae377442b3042525c7bce802 2024-12-13T21:19:10,493 INFO [StoreOpener-b11586b7ae377442b3042525c7bce802-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b11586b7ae377442b3042525c7bce802 2024-12-13T21:19:10,495 INFO [StoreOpener-b11586b7ae377442b3042525c7bce802-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b11586b7ae377442b3042525c7bce802 columnFamilyName f 2024-12-13T21:19:10,495 DEBUG [StoreOpener-b11586b7ae377442b3042525c7bce802-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=30 2024-12-13T21:19:10,496 INFO [StoreOpener-b11586b7ae377442b3042525c7bce802-1 {}] regionserver.HStore(327): Store=b11586b7ae377442b3042525c7bce802/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=30, state=SUCCESS; OpenRegionProcedure 949ebc2d20aec16e07e06ea237370d17, server=fd052dae32be,42147,1734124737010 in 459 msec 2024-12-13T21:19:10,496 INFO [StoreOpener-b11586b7ae377442b3042525c7bce802-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b11586b7ae377442b3042525c7bce802 2024-12-13T21:19:10,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=949ebc2d20aec16e07e06ea237370d17, ASSIGN in 624 msec 2024-12-13T21:19:10,499 INFO [StoreOpener-b11586b7ae377442b3042525c7bce802-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b11586b7ae377442b3042525c7bce802 columnFamilyName norep 2024-12-13T21:19:10,499 DEBUG [StoreOpener-b11586b7ae377442b3042525c7bce802-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,500 INFO [StoreOpener-b11586b7ae377442b3042525c7bce802-1 {}] regionserver.HStore(327): Store=b11586b7ae377442b3042525c7bce802/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,502 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/b11586b7ae377442b3042525c7bce802 2024-12-13T21:19:10,503 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/b11586b7ae377442b3042525c7bce802 2024-12-13T21:19:10,505 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,507 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for b11586b7ae377442b3042525c7bce802 2024-12-13T21:19:10,510 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/b11586b7ae377442b3042525c7bce802/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,510 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened b11586b7ae377442b3042525c7bce802; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65735800, jitterRate=-0.02046024799346924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,510 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for b11586b7ae377442b3042525c7bce802: 2024-12-13T21:19:10,511 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734124746083.b11586b7ae377442b3042525c7bce802., pid=50, masterSystemTime=1734124750184 2024-12-13T21:19:10,513 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:19:10,513 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:19:10,513 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:19:10,513 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 336dddf27289deed0969e4852178f3c2, NAME => 'test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T21:19:10,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b11586b7ae377442b3042525c7bce802, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,513 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 336dddf27289deed0969e4852178f3c2 2024-12-13T21:19:10,514 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,514 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 336dddf27289deed0969e4852178f3c2 2024-12-13T21:19:10,514 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 336dddf27289deed0969e4852178f3c2 2024-12-13T21:19:10,517 INFO [StoreOpener-336dddf27289deed0969e4852178f3c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 336dddf27289deed0969e4852178f3c2 2024-12-13T21:19:10,519 INFO [StoreOpener-336dddf27289deed0969e4852178f3c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 336dddf27289deed0969e4852178f3c2 columnFamilyName f 2024-12-13T21:19:10,519 DEBUG [StoreOpener-336dddf27289deed0969e4852178f3c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=21 2024-12-13T21:19:10,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=21, state=SUCCESS; OpenRegionProcedure b11586b7ae377442b3042525c7bce802, server=fd052dae32be,42147,1734124737010 in 466 msec 2024-12-13T21:19:10,519 INFO [StoreOpener-336dddf27289deed0969e4852178f3c2-1 {}] regionserver.HStore(327): Store=336dddf27289deed0969e4852178f3c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,519 INFO [StoreOpener-336dddf27289deed0969e4852178f3c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 336dddf27289deed0969e4852178f3c2 2024-12-13T21:19:10,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b11586b7ae377442b3042525c7bce802, ASSIGN in 647 msec 2024-12-13T21:19:10,521 INFO [StoreOpener-336dddf27289deed0969e4852178f3c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 336dddf27289deed0969e4852178f3c2 columnFamilyName norep 2024-12-13T21:19:10,521 DEBUG [StoreOpener-336dddf27289deed0969e4852178f3c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,522 INFO [StoreOpener-336dddf27289deed0969e4852178f3c2-1 {}] regionserver.HStore(327): Store=336dddf27289deed0969e4852178f3c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,523 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/336dddf27289deed0969e4852178f3c2 2024-12-13T21:19:10,523 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/336dddf27289deed0969e4852178f3c2 2024-12-13T21:19:10,524 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,526 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 336dddf27289deed0969e4852178f3c2 2024-12-13T21:19:10,528 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/336dddf27289deed0969e4852178f3c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,529 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 336dddf27289deed0969e4852178f3c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67272303, jitterRate=0.002435430884361267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,529 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 336dddf27289deed0969e4852178f3c2: 2024-12-13T21:19:10,530 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2., pid=56, masterSystemTime=1734124750184 2024-12-13T21:19:10,532 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:19:10,532 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:19:10,532 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:19:10,532 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 74fe706e2641039cb214a8588214c056, NAME => 'test,eee,1734124746083.74fe706e2641039cb214a8588214c056.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T21:19:10,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=336dddf27289deed0969e4852178f3c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,533 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 74fe706e2641039cb214a8588214c056 2024-12-13T21:19:10,533 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,eee,1734124746083.74fe706e2641039cb214a8588214c056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,533 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 74fe706e2641039cb214a8588214c056 2024-12-13T21:19:10,533 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 74fe706e2641039cb214a8588214c056 2024-12-13T21:19:10,535 INFO [StoreOpener-74fe706e2641039cb214a8588214c056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 74fe706e2641039cb214a8588214c056 2024-12-13T21:19:10,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=34 2024-12-13T21:19:10,537 INFO [StoreOpener-74fe706e2641039cb214a8588214c056-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74fe706e2641039cb214a8588214c056 columnFamilyName f 2024-12-13T21:19:10,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=34, state=SUCCESS; OpenRegionProcedure 336dddf27289deed0969e4852178f3c2, server=fd052dae32be,42147,1734124737010 in 475 msec 2024-12-13T21:19:10,537 DEBUG [StoreOpener-74fe706e2641039cb214a8588214c056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,538 INFO [StoreOpener-74fe706e2641039cb214a8588214c056-1 {}] regionserver.HStore(327): Store=74fe706e2641039cb214a8588214c056/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,538 INFO [StoreOpener-74fe706e2641039cb214a8588214c056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 74fe706e2641039cb214a8588214c056 2024-12-13T21:19:10,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=336dddf27289deed0969e4852178f3c2, ASSIGN in 665 msec 2024-12-13T21:19:10,540 INFO [StoreOpener-74fe706e2641039cb214a8588214c056-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74fe706e2641039cb214a8588214c056 columnFamilyName norep 2024-12-13T21:19:10,540 DEBUG [StoreOpener-74fe706e2641039cb214a8588214c056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,541 INFO [StoreOpener-74fe706e2641039cb214a8588214c056-1 {}] regionserver.HStore(327): Store=74fe706e2641039cb214a8588214c056/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,542 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/74fe706e2641039cb214a8588214c056 2024-12-13T21:19:10,542 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/74fe706e2641039cb214a8588214c056 2024-12-13T21:19:10,544 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,546 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 74fe706e2641039cb214a8588214c056 2024-12-13T21:19:10,550 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/74fe706e2641039cb214a8588214c056/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,557 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 74fe706e2641039cb214a8588214c056; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67341721, jitterRate=0.0034698396921157837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,558 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 74fe706e2641039cb214a8588214c056: 2024-12-13T21:19:10,559 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734124746083.74fe706e2641039cb214a8588214c056., pid=52, masterSystemTime=1734124750184 2024-12-13T21:19:10,561 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:19:10,561 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:19:10,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=74fe706e2641039cb214a8588214c056, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,562 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:19:10,562 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 13469c4adc02b9c10e92e1155413db31, NAME => 'test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T21:19:10,562 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13469c4adc02b9c10e92e1155413db31 2024-12-13T21:19:10,563 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,563 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 13469c4adc02b9c10e92e1155413db31 2024-12-13T21:19:10,563 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 13469c4adc02b9c10e92e1155413db31 2024-12-13T21:19:10,565 INFO [StoreOpener-13469c4adc02b9c10e92e1155413db31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13469c4adc02b9c10e92e1155413db31 2024-12-13T21:19:10,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=14 2024-12-13T21:19:10,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=14, state=SUCCESS; OpenRegionProcedure 74fe706e2641039cb214a8588214c056, server=fd052dae32be,42147,1734124737010 in 513 msec 2024-12-13T21:19:10,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=74fe706e2641039cb214a8588214c056, ASSIGN in 693 msec 2024-12-13T21:19:10,566 INFO [StoreOpener-13469c4adc02b9c10e92e1155413db31-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13469c4adc02b9c10e92e1155413db31 columnFamilyName f 2024-12-13T21:19:10,566 DEBUG [StoreOpener-13469c4adc02b9c10e92e1155413db31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,567 INFO [StoreOpener-13469c4adc02b9c10e92e1155413db31-1 {}] regionserver.HStore(327): Store=13469c4adc02b9c10e92e1155413db31/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,567 INFO [StoreOpener-13469c4adc02b9c10e92e1155413db31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13469c4adc02b9c10e92e1155413db31 2024-12-13T21:19:10,568 INFO [StoreOpener-13469c4adc02b9c10e92e1155413db31-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13469c4adc02b9c10e92e1155413db31 columnFamilyName norep 2024-12-13T21:19:10,568 DEBUG [StoreOpener-13469c4adc02b9c10e92e1155413db31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,569 INFO [StoreOpener-13469c4adc02b9c10e92e1155413db31-1 {}] regionserver.HStore(327): Store=13469c4adc02b9c10e92e1155413db31/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,570 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/13469c4adc02b9c10e92e1155413db31 2024-12-13T21:19:10,570 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/13469c4adc02b9c10e92e1155413db31 2024-12-13T21:19:10,571 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,573 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 13469c4adc02b9c10e92e1155413db31 2024-12-13T21:19:10,575 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/13469c4adc02b9c10e92e1155413db31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,575 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 13469c4adc02b9c10e92e1155413db31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75145641, jitterRate=0.11975730955600739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,575 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 13469c4adc02b9c10e92e1155413db31: 2024-12-13T21:19:10,576 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31., pid=40, masterSystemTime=1734124750184 2024-12-13T21:19:10,578 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:19:10,578 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:19:10,578 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:19:10,578 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=13469c4adc02b9c10e92e1155413db31, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,578 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => d42982c550cb50d1235f33854e13f303, NAME => 'test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T21:19:10,578 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d42982c550cb50d1235f33854e13f303 2024-12-13T21:19:10,579 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,579 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for d42982c550cb50d1235f33854e13f303 2024-12-13T21:19:10,579 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for d42982c550cb50d1235f33854e13f303 2024-12-13T21:19:10,581 INFO [StoreOpener-d42982c550cb50d1235f33854e13f303-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d42982c550cb50d1235f33854e13f303 2024-12-13T21:19:10,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=33 2024-12-13T21:19:10,583 INFO [StoreOpener-d42982c550cb50d1235f33854e13f303-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42982c550cb50d1235f33854e13f303 columnFamilyName f 2024-12-13T21:19:10,583 DEBUG [StoreOpener-d42982c550cb50d1235f33854e13f303-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,583 INFO [StoreOpener-d42982c550cb50d1235f33854e13f303-1 {}] regionserver.HStore(327): Store=d42982c550cb50d1235f33854e13f303/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=33, state=SUCCESS; OpenRegionProcedure 13469c4adc02b9c10e92e1155413db31, server=fd052dae32be,42147,1734124737010 in 545 msec 2024-12-13T21:19:10,584 INFO [StoreOpener-d42982c550cb50d1235f33854e13f303-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d42982c550cb50d1235f33854e13f303 2024-12-13T21:19:10,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=13469c4adc02b9c10e92e1155413db31, ASSIGN in 711 msec 2024-12-13T21:19:10,585 INFO [StoreOpener-d42982c550cb50d1235f33854e13f303-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42982c550cb50d1235f33854e13f303 columnFamilyName norep 2024-12-13T21:19:10,585 DEBUG [StoreOpener-d42982c550cb50d1235f33854e13f303-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,586 INFO [StoreOpener-d42982c550cb50d1235f33854e13f303-1 {}] regionserver.HStore(327): Store=d42982c550cb50d1235f33854e13f303/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,587 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/d42982c550cb50d1235f33854e13f303 2024-12-13T21:19:10,587 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/d42982c550cb50d1235f33854e13f303 2024-12-13T21:19:10,588 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,589 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for d42982c550cb50d1235f33854e13f303 2024-12-13T21:19:10,592 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/d42982c550cb50d1235f33854e13f303/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,592 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened d42982c550cb50d1235f33854e13f303; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70455081, jitterRate=0.04986251890659332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,592 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for d42982c550cb50d1235f33854e13f303: 2024-12-13T21:19:10,593 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303., pid=45, masterSystemTime=1734124750184 2024-12-13T21:19:10,595 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:19:10,595 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:19:10,595 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:19:10,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=d42982c550cb50d1235f33854e13f303, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,596 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 15036283bfd17a9a42b54b3ad5e092f9, NAME => 'test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T21:19:10,596 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:19:10,596 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,596 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:19:10,596 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:19:10,598 INFO [StoreOpener-15036283bfd17a9a42b54b3ad5e092f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:19:10,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=29 2024-12-13T21:19:10,600 INFO [StoreOpener-15036283bfd17a9a42b54b3ad5e092f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15036283bfd17a9a42b54b3ad5e092f9 columnFamilyName f 2024-12-13T21:19:10,600 DEBUG [StoreOpener-15036283bfd17a9a42b54b3ad5e092f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=29, state=SUCCESS; OpenRegionProcedure d42982c550cb50d1235f33854e13f303, server=fd052dae32be,42147,1734124737010 in 556 msec 2024-12-13T21:19:10,601 INFO [StoreOpener-15036283bfd17a9a42b54b3ad5e092f9-1 {}] regionserver.HStore(327): Store=15036283bfd17a9a42b54b3ad5e092f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,601 INFO [StoreOpener-15036283bfd17a9a42b54b3ad5e092f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:19:10,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d42982c550cb50d1235f33854e13f303, ASSIGN in 728 msec 2024-12-13T21:19:10,602 INFO [StoreOpener-15036283bfd17a9a42b54b3ad5e092f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15036283bfd17a9a42b54b3ad5e092f9 columnFamilyName norep 2024-12-13T21:19:10,603 DEBUG [StoreOpener-15036283bfd17a9a42b54b3ad5e092f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,603 INFO [StoreOpener-15036283bfd17a9a42b54b3ad5e092f9-1 {}] regionserver.HStore(327): Store=15036283bfd17a9a42b54b3ad5e092f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,604 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:19:10,605 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:19:10,606 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,608 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:19:10,610 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/15036283bfd17a9a42b54b3ad5e092f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,611 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 15036283bfd17a9a42b54b3ad5e092f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60339344, jitterRate=-0.10087370872497559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,611 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 15036283bfd17a9a42b54b3ad5e092f9: 2024-12-13T21:19:10,612 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9., pid=60, masterSystemTime=1734124750184 2024-12-13T21:19:10,614 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:19:10,614 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:19:10,614 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:19:10,614 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=15036283bfd17a9a42b54b3ad5e092f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,614 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 49ae4e42f4e15fb5e03d55796dcc8694, NAME => 'test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T21:19:10,615 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:19:10,615 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,615 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:19:10,615 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:19:10,617 INFO [StoreOpener-49ae4e42f4e15fb5e03d55796dcc8694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:19:10,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=25 2024-12-13T21:19:10,618 INFO [StoreOpener-49ae4e42f4e15fb5e03d55796dcc8694-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ae4e42f4e15fb5e03d55796dcc8694 columnFamilyName f 2024-12-13T21:19:10,618 DEBUG [StoreOpener-49ae4e42f4e15fb5e03d55796dcc8694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=25, state=SUCCESS; OpenRegionProcedure 15036283bfd17a9a42b54b3ad5e092f9, server=fd052dae32be,42147,1734124737010 in 549 msec 2024-12-13T21:19:10,619 INFO [StoreOpener-49ae4e42f4e15fb5e03d55796dcc8694-1 {}] regionserver.HStore(327): Store=49ae4e42f4e15fb5e03d55796dcc8694/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,619 INFO [StoreOpener-49ae4e42f4e15fb5e03d55796dcc8694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:19:10,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=15036283bfd17a9a42b54b3ad5e092f9, ASSIGN in 746 msec 2024-12-13T21:19:10,621 INFO [StoreOpener-49ae4e42f4e15fb5e03d55796dcc8694-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ae4e42f4e15fb5e03d55796dcc8694 columnFamilyName norep 2024-12-13T21:19:10,621 DEBUG [StoreOpener-49ae4e42f4e15fb5e03d55796dcc8694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,621 INFO [StoreOpener-49ae4e42f4e15fb5e03d55796dcc8694-1 {}] regionserver.HStore(327): Store=49ae4e42f4e15fb5e03d55796dcc8694/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,622 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:19:10,623 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:19:10,624 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,625 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:19:10,628 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/49ae4e42f4e15fb5e03d55796dcc8694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,628 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 49ae4e42f4e15fb5e03d55796dcc8694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72598729, jitterRate=0.08180536329746246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,628 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 49ae4e42f4e15fb5e03d55796dcc8694: 2024-12-13T21:19:10,629 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694., pid=47, masterSystemTime=1734124750184 2024-12-13T21:19:10,631 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:19:10,631 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:19:10,631 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:19:10,632 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d82f29018a8c6e643a15259677a80fa, NAME => 'test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T21:19:10,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=49ae4e42f4e15fb5e03d55796dcc8694, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,632 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:19:10,632 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,632 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:19:10,632 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:19:10,634 INFO [StoreOpener-4d82f29018a8c6e643a15259677a80fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:19:10,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=31 2024-12-13T21:19:10,636 INFO [StoreOpener-4d82f29018a8c6e643a15259677a80fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d82f29018a8c6e643a15259677a80fa columnFamilyName f 2024-12-13T21:19:10,636 DEBUG [StoreOpener-4d82f29018a8c6e643a15259677a80fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=31, state=SUCCESS; OpenRegionProcedure 49ae4e42f4e15fb5e03d55796dcc8694, server=fd052dae32be,42147,1734124737010 in 588 msec 2024-12-13T21:19:10,636 INFO [StoreOpener-4d82f29018a8c6e643a15259677a80fa-1 {}] regionserver.HStore(327): Store=4d82f29018a8c6e643a15259677a80fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,636 INFO [StoreOpener-4d82f29018a8c6e643a15259677a80fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:19:10,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=49ae4e42f4e15fb5e03d55796dcc8694, ASSIGN in 763 msec 2024-12-13T21:19:10,638 INFO [StoreOpener-4d82f29018a8c6e643a15259677a80fa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d82f29018a8c6e643a15259677a80fa columnFamilyName norep 2024-12-13T21:19:10,638 DEBUG [StoreOpener-4d82f29018a8c6e643a15259677a80fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,638 INFO [StoreOpener-4d82f29018a8c6e643a15259677a80fa-1 {}] regionserver.HStore(327): Store=4d82f29018a8c6e643a15259677a80fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,639 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:19:10,640 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:19:10,641 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,643 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:19:10,646 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/4d82f29018a8c6e643a15259677a80fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,647 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 4d82f29018a8c6e643a15259677a80fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64607099, jitterRate=-0.03727920353412628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,647 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 4d82f29018a8c6e643a15259677a80fa: 2024-12-13T21:19:10,665 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa., pid=55, masterSystemTime=1734124750184 2024-12-13T21:19:10,667 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:19:10,667 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:19:10,667 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:19:10,667 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 03079a325e8913315e3b11a8d9c4528b, NAME => 'test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T21:19:10,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=4d82f29018a8c6e643a15259677a80fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,668 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:19:10,668 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,668 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:19:10,668 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:19:10,670 INFO [StoreOpener-03079a325e8913315e3b11a8d9c4528b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:19:10,672 INFO [StoreOpener-03079a325e8913315e3b11a8d9c4528b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03079a325e8913315e3b11a8d9c4528b columnFamilyName f 2024-12-13T21:19:10,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=28 2024-12-13T21:19:10,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=28, state=SUCCESS; OpenRegionProcedure 4d82f29018a8c6e643a15259677a80fa, server=fd052dae32be,42147,1734124737010 in 610 msec 2024-12-13T21:19:10,672 DEBUG [StoreOpener-03079a325e8913315e3b11a8d9c4528b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,673 INFO [StoreOpener-03079a325e8913315e3b11a8d9c4528b-1 {}] regionserver.HStore(327): Store=03079a325e8913315e3b11a8d9c4528b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,673 INFO [StoreOpener-03079a325e8913315e3b11a8d9c4528b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:19:10,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4d82f29018a8c6e643a15259677a80fa, ASSIGN in 800 msec 2024-12-13T21:19:10,675 INFO [StoreOpener-03079a325e8913315e3b11a8d9c4528b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03079a325e8913315e3b11a8d9c4528b columnFamilyName norep 2024-12-13T21:19:10,675 DEBUG [StoreOpener-03079a325e8913315e3b11a8d9c4528b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,675 INFO [StoreOpener-03079a325e8913315e3b11a8d9c4528b-1 {}] regionserver.HStore(327): Store=03079a325e8913315e3b11a8d9c4528b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,676 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:19:10,677 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:19:10,678 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,679 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:19:10,681 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/03079a325e8913315e3b11a8d9c4528b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,682 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 03079a325e8913315e3b11a8d9c4528b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59974139, jitterRate=-0.10631568729877472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,682 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 03079a325e8913315e3b11a8d9c4528b: 2024-12-13T21:19:10,683 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b., pid=39, masterSystemTime=1734124750184 2024-12-13T21:19:10,685 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:19:10,685 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:19:10,685 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:19:10,685 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=03079a325e8913315e3b11a8d9c4528b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,685 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 9067188fb5951e299e9d89ac10c99037, NAME => 'test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T21:19:10,686 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9067188fb5951e299e9d89ac10c99037 2024-12-13T21:19:10,686 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,686 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 9067188fb5951e299e9d89ac10c99037 2024-12-13T21:19:10,686 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 9067188fb5951e299e9d89ac10c99037 2024-12-13T21:19:10,688 INFO [StoreOpener-9067188fb5951e299e9d89ac10c99037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9067188fb5951e299e9d89ac10c99037 2024-12-13T21:19:10,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=19 2024-12-13T21:19:10,689 INFO [StoreOpener-9067188fb5951e299e9d89ac10c99037-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9067188fb5951e299e9d89ac10c99037 columnFamilyName f 2024-12-13T21:19:10,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=19, state=SUCCESS; OpenRegionProcedure 03079a325e8913315e3b11a8d9c4528b, server=fd052dae32be,42147,1734124737010 in 652 msec 2024-12-13T21:19:10,689 DEBUG [StoreOpener-9067188fb5951e299e9d89ac10c99037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=03079a325e8913315e3b11a8d9c4528b, ASSIGN in 817 msec 2024-12-13T21:19:10,690 INFO [StoreOpener-9067188fb5951e299e9d89ac10c99037-1 {}] regionserver.HStore(327): Store=9067188fb5951e299e9d89ac10c99037/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,690 INFO [StoreOpener-9067188fb5951e299e9d89ac10c99037-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9067188fb5951e299e9d89ac10c99037 2024-12-13T21:19:10,691 INFO [StoreOpener-9067188fb5951e299e9d89ac10c99037-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9067188fb5951e299e9d89ac10c99037 columnFamilyName norep 2024-12-13T21:19:10,691 DEBUG [StoreOpener-9067188fb5951e299e9d89ac10c99037-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,692 INFO [StoreOpener-9067188fb5951e299e9d89ac10c99037-1 {}] regionserver.HStore(327): Store=9067188fb5951e299e9d89ac10c99037/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,693 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/9067188fb5951e299e9d89ac10c99037 2024-12-13T21:19:10,693 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/9067188fb5951e299e9d89ac10c99037 2024-12-13T21:19:10,694 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,695 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 9067188fb5951e299e9d89ac10c99037 2024-12-13T21:19:10,697 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/9067188fb5951e299e9d89ac10c99037/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,698 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 9067188fb5951e299e9d89ac10c99037; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61172410, jitterRate=-0.0884600579738617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,698 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 9067188fb5951e299e9d89ac10c99037: 2024-12-13T21:19:10,699 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037., pid=44, masterSystemTime=1734124750184 2024-12-13T21:19:10,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9067188fb5951e299e9d89ac10c99037, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,701 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:19:10,701 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:19:10,701 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:19:10,701 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => cd88979180a6a370b679bcc24527c1bd, NAME => 'test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T21:19:10,702 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:19:10,702 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,702 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:19:10,702 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:19:10,704 INFO [StoreOpener-cd88979180a6a370b679bcc24527c1bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:19:10,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=11 2024-12-13T21:19:10,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=11, state=SUCCESS; OpenRegionProcedure 9067188fb5951e299e9d89ac10c99037, server=fd052dae32be,42147,1734124737010 in 661 msec 2024-12-13T21:19:10,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9067188fb5951e299e9d89ac10c99037, ASSIGN in 832 msec 2024-12-13T21:19:10,706 INFO [StoreOpener-cd88979180a6a370b679bcc24527c1bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd88979180a6a370b679bcc24527c1bd columnFamilyName f 2024-12-13T21:19:10,706 DEBUG [StoreOpener-cd88979180a6a370b679bcc24527c1bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,706 INFO [StoreOpener-cd88979180a6a370b679bcc24527c1bd-1 {}] regionserver.HStore(327): Store=cd88979180a6a370b679bcc24527c1bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,706 INFO [StoreOpener-cd88979180a6a370b679bcc24527c1bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:19:10,707 INFO [StoreOpener-cd88979180a6a370b679bcc24527c1bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd88979180a6a370b679bcc24527c1bd columnFamilyName norep 2024-12-13T21:19:10,707 DEBUG [StoreOpener-cd88979180a6a370b679bcc24527c1bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,708 INFO [StoreOpener-cd88979180a6a370b679bcc24527c1bd-1 {}] regionserver.HStore(327): Store=cd88979180a6a370b679bcc24527c1bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,709 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:19:10,709 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:19:10,711 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,716 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:19:10,730 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/cd88979180a6a370b679bcc24527c1bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,731 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened cd88979180a6a370b679bcc24527c1bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67770565, jitterRate=0.009860113263130188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,731 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for cd88979180a6a370b679bcc24527c1bd: 2024-12-13T21:19:10,733 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd., pid=51, masterSystemTime=1734124750184 2024-12-13T21:19:10,741 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=cd88979180a6a370b679bcc24527c1bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,743 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:19:10,743 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:19:10,744 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:19:10,744 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 1fc181d6c638d13a663bc9bd1bba945c, NAME => 'test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T21:19:10,744 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:19:10,744 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,744 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:19:10,744 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:19:10,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=26 2024-12-13T21:19:10,748 INFO [StoreOpener-1fc181d6c638d13a663bc9bd1bba945c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:19:10,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=26, state=SUCCESS; OpenRegionProcedure cd88979180a6a370b679bcc24527c1bd, server=fd052dae32be,42147,1734124737010 in 695 msec 2024-12-13T21:19:10,750 INFO [StoreOpener-1fc181d6c638d13a663bc9bd1bba945c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fc181d6c638d13a663bc9bd1bba945c columnFamilyName f 2024-12-13T21:19:10,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cd88979180a6a370b679bcc24527c1bd, ASSIGN in 876 msec 2024-12-13T21:19:10,750 DEBUG [StoreOpener-1fc181d6c638d13a663bc9bd1bba945c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,750 INFO [StoreOpener-1fc181d6c638d13a663bc9bd1bba945c-1 {}] regionserver.HStore(327): Store=1fc181d6c638d13a663bc9bd1bba945c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,751 INFO [StoreOpener-1fc181d6c638d13a663bc9bd1bba945c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:19:10,752 INFO [StoreOpener-1fc181d6c638d13a663bc9bd1bba945c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fc181d6c638d13a663bc9bd1bba945c columnFamilyName norep 2024-12-13T21:19:10,752 DEBUG [StoreOpener-1fc181d6c638d13a663bc9bd1bba945c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,753 INFO [StoreOpener-1fc181d6c638d13a663bc9bd1bba945c-1 {}] regionserver.HStore(327): Store=1fc181d6c638d13a663bc9bd1bba945c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,754 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:19:10,754 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:19:10,757 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,759 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:19:10,766 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,768 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 1fc181d6c638d13a663bc9bd1bba945c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61633888, jitterRate=-0.08158349990844727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,768 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 1fc181d6c638d13a663bc9bd1bba945c: 2024-12-13T21:19:10,769 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., pid=36, masterSystemTime=1734124750184 2024-12-13T21:19:10,772 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:19:10,772 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:19:10,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1fc181d6c638d13a663bc9bd1bba945c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,772 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:19:10,772 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a8558ebe207f04e81256604147f9582, NAME => 'test,fff,1734124746083.4a8558ebe207f04e81256604147f9582.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T21:19:10,773 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a8558ebe207f04e81256604147f9582 2024-12-13T21:19:10,773 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,fff,1734124746083.4a8558ebe207f04e81256604147f9582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,773 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 4a8558ebe207f04e81256604147f9582 2024-12-13T21:19:10,773 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 4a8558ebe207f04e81256604147f9582 2024-12-13T21:19:10,775 INFO [StoreOpener-4a8558ebe207f04e81256604147f9582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a8558ebe207f04e81256604147f9582 2024-12-13T21:19:10,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=10 2024-12-13T21:19:10,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=10, state=SUCCESS; OpenRegionProcedure 1fc181d6c638d13a663bc9bd1bba945c, server=fd052dae32be,42147,1734124737010 in 743 msec 2024-12-13T21:19:10,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1fc181d6c638d13a663bc9bd1bba945c, ASSIGN in 906 msec 2024-12-13T21:19:10,780 INFO [StoreOpener-4a8558ebe207f04e81256604147f9582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a8558ebe207f04e81256604147f9582 columnFamilyName f 2024-12-13T21:19:10,780 DEBUG [StoreOpener-4a8558ebe207f04e81256604147f9582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,781 INFO [StoreOpener-4a8558ebe207f04e81256604147f9582-1 {}] regionserver.HStore(327): Store=4a8558ebe207f04e81256604147f9582/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,781 INFO [StoreOpener-4a8558ebe207f04e81256604147f9582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a8558ebe207f04e81256604147f9582 2024-12-13T21:19:10,783 INFO [StoreOpener-4a8558ebe207f04e81256604147f9582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a8558ebe207f04e81256604147f9582 columnFamilyName norep 2024-12-13T21:19:10,783 DEBUG [StoreOpener-4a8558ebe207f04e81256604147f9582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,783 INFO [StoreOpener-4a8558ebe207f04e81256604147f9582-1 {}] regionserver.HStore(327): Store=4a8558ebe207f04e81256604147f9582/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,784 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/4a8558ebe207f04e81256604147f9582 2024-12-13T21:19:10,785 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/4a8558ebe207f04e81256604147f9582 2024-12-13T21:19:10,787 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,789 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 4a8558ebe207f04e81256604147f9582 2024-12-13T21:19:10,792 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/4a8558ebe207f04e81256604147f9582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,793 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 4a8558ebe207f04e81256604147f9582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62794504, jitterRate=-0.06428897380828857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,793 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 4a8558ebe207f04e81256604147f9582: 2024-12-13T21:19:10,794 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734124746083.4a8558ebe207f04e81256604147f9582., pid=43, masterSystemTime=1734124750184 2024-12-13T21:19:10,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4a8558ebe207f04e81256604147f9582, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,797 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:19:10,797 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:19:10,797 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:19:10,798 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 5ce6061558d654ffdb26d2e7c35c1910, NAME => 'test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T21:19:10,798 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:19:10,798 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,798 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:19:10,798 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:19:10,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=15 2024-12-13T21:19:10,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=15, state=SUCCESS; OpenRegionProcedure 4a8558ebe207f04e81256604147f9582, server=fd052dae32be,42147,1734124737010 in 758 msec 2024-12-13T21:19:10,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4a8558ebe207f04e81256604147f9582, ASSIGN in 929 msec 2024-12-13T21:19:10,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T21:19:10,804 INFO [StoreOpener-5ce6061558d654ffdb26d2e7c35c1910-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:19:10,806 INFO [StoreOpener-5ce6061558d654ffdb26d2e7c35c1910-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce6061558d654ffdb26d2e7c35c1910 columnFamilyName f 2024-12-13T21:19:10,806 DEBUG [StoreOpener-5ce6061558d654ffdb26d2e7c35c1910-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,807 INFO [StoreOpener-5ce6061558d654ffdb26d2e7c35c1910-1 {}] regionserver.HStore(327): Store=5ce6061558d654ffdb26d2e7c35c1910/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,807 INFO [StoreOpener-5ce6061558d654ffdb26d2e7c35c1910-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:19:10,809 INFO [StoreOpener-5ce6061558d654ffdb26d2e7c35c1910-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce6061558d654ffdb26d2e7c35c1910 columnFamilyName norep 2024-12-13T21:19:10,809 DEBUG [StoreOpener-5ce6061558d654ffdb26d2e7c35c1910-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,810 INFO [StoreOpener-5ce6061558d654ffdb26d2e7c35c1910-1 {}] regionserver.HStore(327): Store=5ce6061558d654ffdb26d2e7c35c1910/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,812 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:19:10,812 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:19:10,814 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,816 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:19:10,829 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/5ce6061558d654ffdb26d2e7c35c1910/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,830 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 5ce6061558d654ffdb26d2e7c35c1910; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63561347, jitterRate=-0.052862122654914856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,830 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 5ce6061558d654ffdb26d2e7c35c1910: 2024-12-13T21:19:10,831 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910., pid=59, masterSystemTime=1734124750184 2024-12-13T21:19:10,833 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:19:10,834 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:19:10,834 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:19:10,834 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=5ce6061558d654ffdb26d2e7c35c1910, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,834 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => a5f94e79252b4afe73838206fc0f4f0e, NAME => 'test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T21:19:10,834 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:19:10,834 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:10,834 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:19:10,835 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:19:10,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=24 2024-12-13T21:19:10,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5ce6061558d654ffdb26d2e7c35c1910, ASSIGN in 967 msec 2024-12-13T21:19:10,841 INFO [StoreOpener-a5f94e79252b4afe73838206fc0f4f0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:19:10,843 INFO [StoreOpener-a5f94e79252b4afe73838206fc0f4f0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f94e79252b4afe73838206fc0f4f0e columnFamilyName f 2024-12-13T21:19:10,843 DEBUG [StoreOpener-a5f94e79252b4afe73838206fc0f4f0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=24, state=SUCCESS; OpenRegionProcedure 5ce6061558d654ffdb26d2e7c35c1910, server=fd052dae32be,42147,1734124737010 in 772 msec 2024-12-13T21:19:10,845 INFO [StoreOpener-a5f94e79252b4afe73838206fc0f4f0e-1 {}] regionserver.HStore(327): Store=a5f94e79252b4afe73838206fc0f4f0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,845 INFO [StoreOpener-a5f94e79252b4afe73838206fc0f4f0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:19:10,847 INFO [StoreOpener-a5f94e79252b4afe73838206fc0f4f0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f94e79252b4afe73838206fc0f4f0e columnFamilyName norep 2024-12-13T21:19:10,847 DEBUG [StoreOpener-a5f94e79252b4afe73838206fc0f4f0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:10,848 INFO [StoreOpener-a5f94e79252b4afe73838206fc0f4f0e-1 {}] regionserver.HStore(327): Store=a5f94e79252b4afe73838206fc0f4f0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:10,849 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:19:10,850 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:19:10,852 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T21:19:10,853 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:19:10,856 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/a5f94e79252b4afe73838206fc0f4f0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:10,857 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened a5f94e79252b4afe73838206fc0f4f0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59848171, jitterRate=-0.10819275677204132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T21:19:10,857 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for a5f94e79252b4afe73838206fc0f4f0e: 2024-12-13T21:19:10,858 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e., pid=54, masterSystemTime=1734124750184 2024-12-13T21:19:10,861 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:19:10,861 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:19:10,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=a5f94e79252b4afe73838206fc0f4f0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:10,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=17 2024-12-13T21:19:10,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=17, state=SUCCESS; OpenRegionProcedure a5f94e79252b4afe73838206fc0f4f0e, server=fd052dae32be,42147,1734124737010 in 808 msec 2024-12-13T21:19:10,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=9 2024-12-13T21:19:10,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a5f94e79252b4afe73838206fc0f4f0e, ASSIGN in 996 msec 2024-12-13T21:19:10,872 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T21:19:10,872 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124750872"}]},"ts":"1734124750872"} 2024-12-13T21:19:10,873 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T21:19:10,889 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T21:19:10,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.8050 sec 2024-12-13T21:19:11,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-13T21:19:11,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-13T21:19:13,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T21:19:14,206 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T21:19:14,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T21:19:14,207 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:14,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T21:19:14,218 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:14,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T21:19:14,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T21:19:14,218 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:14,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T21:19:14,228 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:14,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T21:19:14,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T21:19:14,228 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:14,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:14,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T21:19:14,238 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:14,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T21:19:14,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=391, OpenFileDescriptor=575, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=3620 2024-12-13T21:19:14,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T21:19:14,256 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T21:19:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-13T21:19:14,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(3919): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=127.0.0.1:62437:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-13T21:19:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-13T21:19:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:14,300 INFO [PEWorker-5 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T21:19:14,302 INFO [PEWorker-5 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@49fc2272check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:62437 2024-12-13T21:19:14,338 DEBUG [PEWorker-5-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@49fc2272check-peer-cluster-id0x0, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T21:19:14,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@49fc2272check-peer-cluster-id-0x10021427e910009 connected 2024-12-13T21:19:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:14,447 DEBUG [PEWorker-5-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@49fc2272check-peer-cluster-id-0x10021427e910009, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:19:14,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:19:14,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:19:14,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T21:19:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:14,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:19:14,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36497 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-13T21:19:14,679 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-13T21:19:14,695 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T21:19:14,711 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T21:19:14,773 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-13T21:19:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-13T21:19:14,776 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on fd052dae32be,36497,1734124731430 suceeded 2024-12-13T21:19:14,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T21:19:14,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 261 msec 2024-12-13T21:19:14,777 INFO [PEWorker-1 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:62437:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-13T21:19:14,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 505 msec 2024-12-13T21:19:14,800 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79cfa2db to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@455606ee 2024-12-13T21:19:14,811 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79bd0f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:14,812 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:62437 2024-12-13T21:19:14,821 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T21:19:14,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10021427e91000b connected 2024-12-13T21:19:14,822 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=e884692c-aab4-4f3f-a7c0-b0e8059caecd to cluster=5fb77103-a402-4c64-83fc-1469a15cadfc 2024-12-13T21:19:14,824 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=fd052dae32be%2C36497%2C1734124731430 2024-12-13T21:19:14,825 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T21:19:14,827 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fd052dae32be%2C36497%2C1734124731430 2024-12-13T21:19:14,827 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, startPosition=0, beingWritten=true 2024-12-13T21:19:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:14,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e0ca04e to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21078b1 2024-12-13T21:19:14,891 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T21:19:14,891 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 7708, reset compression=false 2024-12-13T21:19:14,891 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T21:19:14,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5b97cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:14,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58c383ab to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33a6562d 2024-12-13T21:19:14,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f27518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:14,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T21:19:14,916 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T21:19:14,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T21:19:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T21:19:14,919 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T21:19:14,919 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:14,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-13T21:19:14,919 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T21:19:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T21:19:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741864_1040 (size=367) 2024-12-13T21:19:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T21:19:15,102 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 7708, reset compression=false 2024-12-13T21:19:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T21:19:15,331 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c120eb62d37c7a8e1ab2a53702b0a35e, NAME => 'testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996 2024-12-13T21:19:15,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741865_1041 (size=51) 2024-12-13T21:19:15,408 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 7708, reset compression=false 2024-12-13T21:19:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T21:19:15,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T21:19:15,737 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:15,738 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing c120eb62d37c7a8e1ab2a53702b0a35e, disabling compactions & flushes 2024-12-13T21:19:15,738 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:15,738 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:15,738 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. after waiting 0 ms 2024-12-13T21:19:15,738 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:15,738 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:15,738 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for c120eb62d37c7a8e1ab2a53702b0a35e: 2024-12-13T21:19:15,739 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T21:19:15,739 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734124755739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124755739"}]},"ts":"1734124755739"} 2024-12-13T21:19:15,741 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T21:19:15,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T21:19:15,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124755742"}]},"ts":"1734124755742"} 2024-12-13T21:19:15,744 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T21:19:15,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=c120eb62d37c7a8e1ab2a53702b0a35e, ASSIGN}] 2024-12-13T21:19:15,789 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=c120eb62d37c7a8e1ab2a53702b0a35e, ASSIGN 2024-12-13T21:19:15,790 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=c120eb62d37c7a8e1ab2a53702b0a35e, ASSIGN; state=OFFLINE, location=fd052dae32be,36497,1734124731430; forceNewPlan=false, retain=false 2024-12-13T21:19:15,814 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 7708, reset compression=false 2024-12-13T21:19:15,940 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=c120eb62d37c7a8e1ab2a53702b0a35e, regionState=OPENING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:15,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure c120eb62d37c7a8e1ab2a53702b0a35e, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T21:19:16,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:19:16,103 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:16,103 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => c120eb62d37c7a8e1ab2a53702b0a35e, NAME => 'testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e.', STARTKEY => '', ENDKEY => ''} 2024-12-13T21:19:16,103 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:16,103 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:16,103 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:16,104 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:16,105 INFO [StoreOpener-c120eb62d37c7a8e1ab2a53702b0a35e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:16,107 INFO [StoreOpener-c120eb62d37c7a8e1ab2a53702b0a35e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c120eb62d37c7a8e1ab2a53702b0a35e columnFamilyName fam 2024-12-13T21:19:16,107 DEBUG [StoreOpener-c120eb62d37c7a8e1ab2a53702b0a35e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:16,107 INFO [StoreOpener-c120eb62d37c7a8e1ab2a53702b0a35e-1 {}] regionserver.HStore(327): Store=c120eb62d37c7a8e1ab2a53702b0a35e/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:16,108 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:16,108 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:16,110 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:16,112 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:16,113 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened c120eb62d37c7a8e1ab2a53702b0a35e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64109526, jitterRate=-0.04469361901283264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T21:19:16,113 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for c120eb62d37c7a8e1ab2a53702b0a35e: 2024-12-13T21:19:16,114 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e., pid=66, masterSystemTime=1734124756099 2024-12-13T21:19:16,116 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:16,116 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:16,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=c120eb62d37c7a8e1ab2a53702b0a35e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:16,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T21:19:16,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure c120eb62d37c7a8e1ab2a53702b0a35e, server=fd052dae32be,36497,1734124731430 in 172 msec 2024-12-13T21:19:16,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-13T21:19:16,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=c120eb62d37c7a8e1ab2a53702b0a35e, ASSIGN in 331 msec 2024-12-13T21:19:16,120 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T21:19:16,120 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124756120"}]},"ts":"1734124756120"} 2024-12-13T21:19:16,122 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T21:19:16,169 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T21:19:16,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2520 sec 2024-12-13T21:19:16,319 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 7708, reset compression=false 2024-12-13T21:19:16,326 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T21:19:16,326 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 8001, reset compression=false 2024-12-13T21:19:16,326 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T21:19:16,532 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 8001, reset compression=false 2024-12-13T21:19:16,837 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 8001, reset compression=false 2024-12-13T21:19:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T21:19:17,030 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-13T21:19:17,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T21:19:17,033 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T21:19:17,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T21:19:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T21:19:17,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T21:19:17,036 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:17,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-13T21:19:17,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T21:19:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:17,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741864_1040 (size=367) 2024-12-13T21:19:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:17,242 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 8001, reset compression=false 2024-12-13T21:19:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:17,446 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 086d94942c34e2b5849651e743cb1947, NAME => 'testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa 2024-12-13T21:19:17,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741865_1041 (size=51) 2024-12-13T21:19:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:17,747 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 8001, reset compression=false 2024-12-13T21:19:17,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T21:19:17,855 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:17,855 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 086d94942c34e2b5849651e743cb1947, disabling compactions & flushes 2024-12-13T21:19:17,855 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:17,855 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:17,855 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. after waiting 0 ms 2024-12-13T21:19:17,855 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:17,855 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:17,855 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 086d94942c34e2b5849651e743cb1947: 2024-12-13T21:19:17,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T21:19:17,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734124757856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734124757856"}]},"ts":"1734124757856"} 2024-12-13T21:19:17,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T21:19:17,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T21:19:17,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124757859"}]},"ts":"1734124757859"} 2024-12-13T21:19:17,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T21:19:18,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=086d94942c34e2b5849651e743cb1947, ASSIGN}] 2024-12-13T21:19:18,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=086d94942c34e2b5849651e743cb1947, ASSIGN 2024-12-13T21:19:18,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=086d94942c34e2b5849651e743cb1947, ASSIGN; state=OFFLINE, location=fd052dae32be,42147,1734124737010; forceNewPlan=false, retain=false 2024-12-13T21:19:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:18,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: 8001 2024-12-13T21:19:18,252 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=086d94942c34e2b5849651e743cb1947, regionState=OPENING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:18,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 086d94942c34e2b5849651e743cb1947, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:18,352 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 8001, reset compression=false 2024-12-13T21:19:18,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fd052dae32be,42147,1734124737010 2024-12-13T21:19:18,409 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:18,409 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 086d94942c34e2b5849651e743cb1947, NAME => 'testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947.', STARTKEY => '', ENDKEY => ''} 2024-12-13T21:19:18,409 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:18,409 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T21:19:18,410 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:18,410 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:18,411 INFO [StoreOpener-086d94942c34e2b5849651e743cb1947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:18,412 INFO [StoreOpener-086d94942c34e2b5849651e743cb1947-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086d94942c34e2b5849651e743cb1947 columnFamilyName fam 2024-12-13T21:19:18,412 DEBUG [StoreOpener-086d94942c34e2b5849651e743cb1947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T21:19:18,413 INFO [StoreOpener-086d94942c34e2b5849651e743cb1947-1 {}] regionserver.HStore(327): Store=086d94942c34e2b5849651e743cb1947/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T21:19:18,414 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:18,414 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:18,416 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:18,418 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T21:19:18,418 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 086d94942c34e2b5849651e743cb1947; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69368768, jitterRate=0.033675193786621094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T21:19:18,418 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 086d94942c34e2b5849651e743cb1947: 2024-12-13T21:19:18,419 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947., pid=64, masterSystemTime=1734124758405 2024-12-13T21:19:18,420 DEBUG [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:18,420 INFO [RS_OPEN_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:18,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=086d94942c34e2b5849651e743cb1947, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:18,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T21:19:18,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 086d94942c34e2b5849651e743cb1947, server=fd052dae32be,42147,1734124737010 in 168 msec 2024-12-13T21:19:18,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T21:19:18,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=086d94942c34e2b5849651e743cb1947, ASSIGN in 327 msec 2024-12-13T21:19:18,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T21:19:18,426 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124758426"}]},"ts":"1734124758426"} 2024-12-13T21:19:18,427 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T21:19:18,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T21:19:18,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.4040 sec 2024-12-13T21:19:19,058 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 8001, reset compression=false 2024-12-13T21:19:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T21:19:19,148 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-13T21:19:19,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T21:19:19,148 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:19,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T21:19:19,159 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T21:19:19,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T21:19:19,159 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:19,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T21:19:19,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T21:19:19,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T21:19:19,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(3938): Client=jenkins//172.17.0.3 disable replication peer, id=2 2024-12-13T21:19:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-13T21:19:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T21:19:19,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T21:19:19,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T21:19:19,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:19:19,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36497 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-13T21:19:19,377 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-13T21:19:19,379 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-13T21:19:19,379 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-13T21:19:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T21:19:19,488 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10021427e91000b, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:19:19,489 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79cfa2db to 127.0.0.1:62437 2024-12-13T21:19:19,489 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:19,589 WARN [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T21:19:19,589 WARN [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T21:19:19,689 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 terminated 2024-12-13T21:19:19,711 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T21:19:19,711 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-13T21:19:19,712 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-13T21:19:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-13T21:19:19,714 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on fd052dae32be,36497,1734124731430 suceeded 2024-12-13T21:19:19,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T21:19:19,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 492 msec 2024-12-13T21:19:19,715 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-13T21:19:19,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 546 msec 2024-12-13T21:19:19,741 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f56478 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70b25390 2024-12-13T21:19:19,752 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d413e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:19,754 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:62437 2024-12-13T21:19:19,763 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T21:19:19,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10021427e91000f connected 2024-12-13T21:19:19,764 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=e884692c-aab4-4f3f-a7c0-b0e8059caecd to cluster=5fb77103-a402-4c64-83fc-1469a15cadfc 2024-12-13T21:19:19,764 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=fd052dae32be%2C36497%2C1734124731430 2024-12-13T21:19:19,764 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T21:19:19,764 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fd052dae32be%2C36497%2C1734124731430 2024-12-13T21:19:19,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T21:19:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T21:19:19,782 DEBUG [hconnection-0x4856d5cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:19,784 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T21:19:20,912 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T21:19:20,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-13T21:19:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T21:19:20,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124760922"}]},"ts":"1734124760922"} 2024-12-13T21:19:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T21:19:20,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T21:19:20,929 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T21:19:20,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T21:19:20,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=086d94942c34e2b5849651e743cb1947, UNASSIGN}] 2024-12-13T21:19:20,935 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=086d94942c34e2b5849651e743cb1947, UNASSIGN 2024-12-13T21:19:20,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=086d94942c34e2b5849651e743cb1947, regionState=CLOSING, regionLocation=fd052dae32be,42147,1734124737010 2024-12-13T21:19:20,937 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T21:19:20,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 086d94942c34e2b5849651e743cb1947, server=fd052dae32be,42147,1734124737010}] 2024-12-13T21:19:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T21:19:21,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T21:19:21,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-13T21:19:21,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fd052dae32be,42147,1734124737010 2024-12-13T21:19:21,096 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:21,096 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T21:19:21,097 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 086d94942c34e2b5849651e743cb1947, disabling compactions & flushes 2024-12-13T21:19:21,097 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:21,097 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:21,098 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. after waiting 0 ms 2024-12-13T21:19:21,098 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:21,104 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:19:21,108 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947. 2024-12-13T21:19:21,108 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 086d94942c34e2b5849651e743cb1947: 2024-12-13T21:19:21,109 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:21,110 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=086d94942c34e2b5849651e743cb1947, regionState=CLOSED 2024-12-13T21:19:21,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T21:19:21,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 086d94942c34e2b5849651e743cb1947, server=fd052dae32be,42147,1734124737010 in 174 msec 2024-12-13T21:19:21,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T21:19:21,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=086d94942c34e2b5849651e743cb1947, UNASSIGN in 177 msec 2024-12-13T21:19:21,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T21:19:21,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 183 msec 2024-12-13T21:19:21,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124761126"}]},"ts":"1734124761126"} 2024-12-13T21:19:21,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T21:19:21,137 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T21:19:21,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 221 msec 2024-12-13T21:19:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T21:19:21,227 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-13T21:19:21,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-13T21:19:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:19:21,234 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:19:21,235 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:19:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T21:19:21,240 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:21,245 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947/fam, FileablePath, hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947/recovered.edits] 2024-12-13T21:19:21,255 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947/recovered.edits/4.seqid to hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/archive/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947/recovered.edits/4.seqid 2024-12-13T21:19:21,255 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/testdroppedtimed/086d94942c34e2b5849651e743cb1947 2024-12-13T21:19:21,255 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T21:19:21,261 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:19:21,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42147 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T21:19:21,268 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T21:19:21,270 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T21:19:21,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:19:21,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T21:19:21,272 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734124761272"}]},"ts":"9223372036854775807"} 2024-12-13T21:19:21,273 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T21:19:21,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 086d94942c34e2b5849651e743cb1947, NAME => 'testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T21:19:21,274 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T21:19:21,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734124761274"}]},"ts":"9223372036854775807"} 2024-12-13T21:19:21,275 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T21:19:21,286 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:19:21,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 56 msec 2024-12-13T21:19:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T21:19:21,339 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-13T21:19:21,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(3932): Client=jenkins//172.17.0.3 enable replication peer, id=2 2024-12-13T21:19:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-13T21:19:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T21:19:21,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T21:19:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T21:19:21,529 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:19:21,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36497 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-13T21:19:21,531 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-13T21:19:21,532 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-13T21:19:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-13T21:19:21,534 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on fd052dae32be,36497,1734124731430 suceeded 2024-12-13T21:19:21,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T21:19:21,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-13T21:19:21,537 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-13T21:19:21,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 194 msec 2024-12-13T21:19:21,570 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, startPosition=0, beingWritten=true 2024-12-13T21:19:21,589 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:19:21,589 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734124759787/Put/vlen=4096/seqid=0; >],4327}, {test/c15187a4445153d423d0bc974aacf010/4=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/5=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/6=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/7=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/8=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/9=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/10=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/11=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/12=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/13=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/14=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/15=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/16=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/17=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/18=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/19=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/20=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/21=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/22=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/23=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/24=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/25=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-13T21:19:21,592 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:19:21,595 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:19:21,596 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T21:19:21,598 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T21:19:21,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:21,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b90ef54 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ce3966 2024-12-13T21:19:21,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T21:19:21,614 DEBUG [ReadOnlyZKClient-127.0.0.1:62437@0x5b90ef54 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c969f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:21,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-13T21:19:21,635 DEBUG [ReadOnlyZKClient-127.0.0.1:62437@0x5b90ef54 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fd052dae32be,42147,1734124737010, seqNum=-1] 2024-12-13T21:19:21,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:21,640 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:21,645 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., hostname=fd052dae32be,42147,1734124737010, seqNum=2] 2024-12-13T21:19:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T21:19:21,654 DEBUG [hconnection-0x22fae6f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:21,656 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., hostname=fd052dae32be,42147,1734124737010, seqNum=2] 2024-12-13T21:19:21,657 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., hostname=fd052dae32be,42147,1734124737010, seqNum=2] 2024-12-13T21:19:21,657 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T21:19:21,657 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., hostname=fd052dae32be,42147,1734124737010, seqNum=2] 2024-12-13T21:19:21,658 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., hostname=fd052dae32be,42147,1734124737010, seqNum=2] 2024-12-13T21:19:21,658 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., hostname=fd052dae32be,42147,1734124737010, seqNum=2] 2024-12-13T21:19:21,659 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., hostname=fd052dae32be,42147,1734124737010, seqNum=2] 2024-12-13T21:19:21,659 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c., hostname=fd052dae32be,42147,1734124737010, seqNum=2] 2024-12-13T21:19:21,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:21,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:19:21,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:21,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:21,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:21,674 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:21,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:21,677 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:21,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:21,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124821666, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:21,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:21,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:21,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:21,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:21,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:21,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:21,706 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28708e36 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e233a56 2024-12-13T21:19:21,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:21,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:21,713 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e1254a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:21,715 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:21,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:21,719 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:21,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:21,721 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28708e36 to 127.0.0.1:62437 2024-12-13T21:19:21,722 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:21,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:21,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:21,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:21,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:21,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:21,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:21,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:21,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:21,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:21,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:21,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:21,763 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:21,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:21,830 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:21,831 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:21,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:21,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124821823, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:21,833 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4999c369 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5390055a 2024-12-13T21:19:21,846 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bae0cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:21,848 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:21,850 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:21,854 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4999c369 to 127.0.0.1:62437 2024-12-13T21:19:21,854 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:22,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:22,060 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:22,061 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:22,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:22,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124822055, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:22,064 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e6c7740 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d5932a3 2024-12-13T21:19:22,071 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@640d196f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:22,073 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:22,074 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:22,076 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e6c7740 to 127.0.0.1:62437 2024-12-13T21:19:22,076 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:22,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:22,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:22,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:22,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:22,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:22,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:22,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:22,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:22,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:22,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:22,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:22,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:22,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:22,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:22,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:22,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:22,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:22,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:22,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:22,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:22,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:22,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:22,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:22,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:22,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:22,293 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:22,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:22,386 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:22,386 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:22,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:22,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124822377, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:22,390 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04081ffb to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20e0f9f3 2024-12-13T21:19:22,405 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2caa5ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:22,406 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:22,408 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:22,410 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04081ffb to 127.0.0.1:62437 2024-12-13T21:19:22,410 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:22,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:22,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:22,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:22,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:22,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:22,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:22,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:22,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:22,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:22,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:22,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:22,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:22,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:22,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:22,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:22,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:22,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:22,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:22,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:22,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:22,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:22,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:22,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:22,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:22,818 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:22,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:22,819 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:22,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:22,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124822812, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:22,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:22,821 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:22,822 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c41bb4f to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b49e655 2024-12-13T21:19:22,830 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45cade8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:22,831 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:22,832 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:22,834 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c41bb4f to 127.0.0.1:62437 2024-12-13T21:19:22,835 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:23,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:19:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:23,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:23,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:23,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:23,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:23,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:23,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:23,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:23,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:23,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:23,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:23,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:23,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:23,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:23,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:23,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:23,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:23,342 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:23,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:23,343 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:23,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:23,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124823336, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:23,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:23,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:23,345 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f5fb5b2 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ce6f7bd 2024-12-13T21:19:23,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:23,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:23,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:23,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:23,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:23,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:23,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:23,351 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:23,523 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43a49f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:23,526 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:23,528 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:23,531 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f5fb5b2 to 127.0.0.1:62437 2024-12-13T21:19:23,532 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:23,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:23,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:23,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:23,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:23,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:23,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:23,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:23,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:23,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:23,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:23,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:23,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:23,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:23,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:23,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:23,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:23,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:23,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:23,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:23,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:23,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:23,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:23,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:23,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:23,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:23,872 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:24,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:24,139 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:24,141 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:24,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:24,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124824133, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:24,143 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5953af30 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a6175b2 2024-12-13T21:19:24,209 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@730ce1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:24,210 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:24,211 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:24,214 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5953af30 to 127.0.0.1:62437 2024-12-13T21:19:24,214 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:24,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:24,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:19:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:24,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:24,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:24,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:24,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:24,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:24,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:24,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:24,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:24,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:24,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:24,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:24,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:24,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:24,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:24,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:24,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:24,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:24,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:24,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:24,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:24,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:24,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:24,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:24,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:24,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:24,399 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:24,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:24,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:24,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:24,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:24,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:24,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:24,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:24,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:24,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:24,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:24,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:24,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:24,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:24,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:24,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:24,919 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T21:19:24,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:24,920 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T21:19:24,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:24,921 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:24,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:24,922 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:24,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:24,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124824915, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:24,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:24,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:24,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:24,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:24,926 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f5488c6 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a246168 2024-12-13T21:19:24,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:24,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:24,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:24,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:24,930 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:24,938 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b653621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:24,940 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:24,940 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:24,943 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f5488c6 to 127.0.0.1:62437 2024-12-13T21:19:24,943 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:25,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:25,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:25,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:25,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:25,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:25,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:25,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:25,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:25,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:25,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:25,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:25,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:25,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:25,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:25,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:25,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:25,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:25,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:25,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:25,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:25,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:25,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:25,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:25,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:25,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:25,457 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:25,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:25,753 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:25,754 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:25,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:25,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124825745, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:25,755 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49c5c067 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60c3c716 2024-12-13T21:19:25,797 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42352111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:25,799 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:25,801 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:25,804 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49c5c067 to 127.0.0.1:62437 2024-12-13T21:19:25,804 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:25,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:25,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:25,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:25,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:25,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:25,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:25,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:25,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:25,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:25,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:25,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:25,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:25,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:25,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:25,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:25,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:25,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:25,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:25,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:25,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:25,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:25,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:25,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:25,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:25,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:25,978 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:26,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:26,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:26,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:26,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:26,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:26,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:26,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:26,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:26,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:26,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:26,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:26,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:26,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:26,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:26,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:26,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:26,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:26,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:26,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:26,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:26,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:26,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:26,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:26,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:26,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:26,506 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:26,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T21:19:26,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:26,712 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:26,713 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:26,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:26,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124826706, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:26,715 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0138a098 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26ee7ef7 2024-12-13T21:19:26,755 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f708284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:26,756 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:26,757 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:26,759 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0138a098 to 127.0.0.1:62437 2024-12-13T21:19:26,759 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:26,864 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T21:19:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:27,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:27,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:27,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:27,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:27,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:27,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:27,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:27,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:27,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:27,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:27,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:27,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:27,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:27,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:27,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:27,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:27,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:27,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:27,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:27,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:27,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:27,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:27,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:27,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:27,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:27,031 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:27,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:27,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:27,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:27,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:27,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:27,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:27,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:27,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:27,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:27,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:27,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:27,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:27,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:27,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:27,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:27,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:27,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:27,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:27,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:27,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:27,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:27,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:27,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:27,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:27,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:27,552 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:27,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:27,764 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:27,765 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:27,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:27,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124827760, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:27,767 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x303629b7 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65fae080 2024-12-13T21:19:27,840 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef52a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:27,844 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:27,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:27,848 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x303629b7 to 127.0.0.1:62437 2024-12-13T21:19:27,848 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:28,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:28,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:28,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:28,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:28,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:28,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:28,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:28,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:28,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:28,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:28,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:28,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:28,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:28,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:28,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:28,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:28,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:28,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:28,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:28,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:28,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:28,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:28,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:28,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:28,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:28,073 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:28,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:19:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:28,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:28,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:28,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:28,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:28,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:28,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:28,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:28,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:28,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:28,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:28,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:28,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:28,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:28,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:28,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:28,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:28,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:28,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:28,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:28,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:28,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:28,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:28,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:28,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:28,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:28,599 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:28,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:28,858 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:28,859 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:28,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:28,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124828850, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:28,862 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08189b50 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a549433 2024-12-13T21:19:28,871 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d56d482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:28,872 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:28,873 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:28,875 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08189b50 to 127.0.0.1:62437 2024-12-13T21:19:28,875 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:29,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:29,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:29,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:29,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:29,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:29,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:29,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:29,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:29,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:29,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:29,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:29,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:29,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:29,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:29,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:29,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:29,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:29,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:29,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:29,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:29,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:29,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:29,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:29,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:29,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:29,114 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:29,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:29,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:19:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:29,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:29,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:29,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:29,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:29,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:29,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:29,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:29,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:29,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:29,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:29,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:29,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:29,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:29,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:29,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:29,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:29,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:29,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:29,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:29,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:29,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:29,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:29,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:29,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:29,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:29,629 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:29,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:29,884 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:29,885 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:29,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:29,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124829877, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:29,887 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b22ce7c to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55493e27 2024-12-13T21:19:29,897 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e9012c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:29,899 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:29,900 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:29,903 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b22ce7c to 127.0.0.1:62437 2024-12-13T21:19:29,903 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:30,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:30,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:30,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:30,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:30,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:30,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:30,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:30,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:30,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:30,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:30,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:30,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:30,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:30,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:30,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:30,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:30,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:30,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:30,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:30,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:30,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:30,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:30,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:30,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:30,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:30,152 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:30,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:30,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:30,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:30,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:30,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:30,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:30,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:30,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:30,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:30,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:30,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:30,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:30,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:30,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:30,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:30,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:30,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:30,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:30,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:30,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:30,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:30,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:30,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:30,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:30,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:30,675 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:30,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:30,909 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:30,909 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:30,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:30,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124830904, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:30,911 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44e974b1 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58cdd20d 2024-12-13T21:19:30,955 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26b58d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:30,957 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:30,958 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:30,959 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44e974b1 to 127.0.0.1:62437 2024-12-13T21:19:30,959 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:31,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:31,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:31,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:31,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:31,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:31,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:31,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:31,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:31,182 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T21:19:31,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:31,183 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T21:19:31,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:31,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:31,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:31,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:31,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:31,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:31,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:31,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:31,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:31,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:31,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:31,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:31,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:31,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:31,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:31,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:31,189 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:31,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:31,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:31,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:31,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:31,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:31,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:31,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:31,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:31,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:31,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:31,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:31,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:31,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:31,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:31,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:31,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:31,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:31,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:31,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:31,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:31,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:31,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:31,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:31,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:31,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:31,707 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:31,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:31,965 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:31,966 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:31,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:31,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124831960, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:31,968 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18e4e8ce to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e8f0c65 2024-12-13T21:19:31,980 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24dc2dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:31,982 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:31,983 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:31,985 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18e4e8ce to 127.0.0.1:62437 2024-12-13T21:19:31,985 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:32,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:32,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:32,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:32,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:32,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:32,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:32,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:32,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:32,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:32,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:32,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:32,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:32,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:32,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:32,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:32,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:32,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:32,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:32,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:32,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:32,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:32,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:32,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:32,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:32,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:32,228 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:32,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:32,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:32,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:32,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:32,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:32,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:32,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:32,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:32,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:32,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:32,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:32,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:32,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:32,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:32,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:32,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:32,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:32,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:32,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:32,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:32,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:32,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:32,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:32,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:32,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:32,750 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:32,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:32,995 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:32,996 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:32,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:32,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124832988, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:33,000 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25d5617b to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50aedff 2024-12-13T21:19:33,011 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7345a89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:33,012 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:33,013 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:33,016 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25d5617b to 127.0.0.1:62437 2024-12-13T21:19:33,016 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:33,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:19:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:33,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:33,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:33,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:33,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:33,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:33,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:33,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:33,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:33,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:33,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:33,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:33,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:33,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:33,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:33,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:33,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:33,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:33,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:33,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:33,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:33,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:33,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:33,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:33,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:33,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:33,269 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:33,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:33,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:33,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:33,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:33,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:33,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:33,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:33,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:33,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:33,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:33,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:33,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:33,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:33,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:33,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:33,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:33,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:33,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:33,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:33,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:33,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:33,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:33,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:33,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:33,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:33,789 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:34,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:34,025 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:34,026 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:34,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:34,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124834018, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:34,027 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b141490 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59236518 2024-12-13T21:19:34,044 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc2fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:34,045 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:34,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:34,047 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b141490 to 127.0.0.1:62437 2024-12-13T21:19:34,047 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:34,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:34,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:19:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:34,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:34,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:34,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:34,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:34,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:34,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:34,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:34,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:34,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:34,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:34,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:34,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:34,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:34,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:34,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:34,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:34,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:34,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:34,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:34,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:34,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:34,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:34,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:34,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:34,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:34,302 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:34,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:34,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:34,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:34,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:34,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:34,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:34,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:34,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:34,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:34,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:34,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:34,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:34,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:34,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:34,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:34,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:34,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:34,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:34,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:34,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:34,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:34,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:34,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:34,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:34,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:34,830 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:35,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:35,054 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:35,055 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:35,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:35,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124835049, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:35,056 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a1af773 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4853488d 2024-12-13T21:19:35,095 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb6f541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:35,097 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:35,098 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:35,100 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a1af773 to 127.0.0.1:62437 2024-12-13T21:19:35,100 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:35,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:35,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:35,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:35,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:35,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:35,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:35,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:35,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:35,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:35,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:35,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:35,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:35,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:35,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:35,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:35,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:35,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:35,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:35,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:35,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:35,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:35,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:35,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:35,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:35,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:35,351 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:35,562 INFO [master/fd052dae32be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T21:19:35,562 INFO [master/fd052dae32be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T21:19:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:35,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:35,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:35,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:35,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:35,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:35,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:35,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:35,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:35,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:35,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:35,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:35,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:35,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:35,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:35,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:35,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:35,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:35,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:35,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:35,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:35,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:35,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:35,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:35,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:35,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:35,868 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:36,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:36,110 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:36,111 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:36,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:36,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124836102, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:36,113 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cdeea97 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e9bc6a1 2024-12-13T21:19:36,156 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179e36ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:36,159 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:36,161 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:36,165 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cdeea97 to 127.0.0.1:62437 2024-12-13T21:19:36,165 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:36,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:36,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:36,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:36,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:36,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:36,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:36,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:36,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:36,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:36,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:36,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:36,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:36,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:36,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:36,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:36,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:36,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:36,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:36,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:36,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:36,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:36,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:36,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:36,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:36,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:36,381 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:36,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:36,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:36,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:36,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:36,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:36,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:36,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:36,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:36,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:36,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:36,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:36,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:36,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:36,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:36,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:36,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:36,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:36,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:36,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:36,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:36,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:36,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:36,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:36,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:36,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:36,893 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:37,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:37,170 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:37,171 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:37,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:37,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124837166, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:37,173 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c2837ea to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cd65200 2024-12-13T21:19:37,213 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a983312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:37,214 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:37,215 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:37,217 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c2837ea to 127.0.0.1:62437 2024-12-13T21:19:37,217 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:37,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:37,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:37,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:37,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:37,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:37,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:37,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:37,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:37,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:37,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:37,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:37,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:37,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:37,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:37,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:37,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:37,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:37,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:37,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:37,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:37,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:37,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:37,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:37,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:37,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:37,412 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:37,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:37,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:37,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:37,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:37,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:37,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:37,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:37,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:37,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:37,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:37,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:37,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:37,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:37,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:37,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:37,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:37,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:37,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:37,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:37,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:37,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:37,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:37,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:37,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:37,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:37,922 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:38,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:19:38,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:38,222 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:38,222 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:38,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:38,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124838218, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:38,224 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fdd2249 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@715531e0 2024-12-13T21:19:38,236 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a8e8c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:38,237 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:38,238 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:38,240 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fdd2249 to 127.0.0.1:62437 2024-12-13T21:19:38,240 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:38,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:38,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:38,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:38,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:38,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:38,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:38,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:38,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:38,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:38,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:38,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:38,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:38,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:38,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:38,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:38,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:38,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:38,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:38,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:38,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:38,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:38,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:38,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:38,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:38,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:38,448 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:38,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:38,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:38,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:38,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:38,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:38,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:38,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:38,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:38,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:38,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:38,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:38,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:38,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:38,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:38,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:38,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:38,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:38,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:38,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:38,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:38,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:38,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:38,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:38,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:38,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:38,968 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:39,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:39,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:19:39,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:39,247 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:39,248 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:39,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:39,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124839241, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:39,250 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10181f91 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@489ae643 2024-12-13T21:19:39,263 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1629467f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:39,264 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:39,266 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:39,267 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10181f91 to 127.0.0.1:62437 2024-12-13T21:19:39,268 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:39,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:39,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:39,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:39,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:39,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:39,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:39,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:39,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:39,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:39,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:39,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:39,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:39,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:39,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:39,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:39,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:39,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:39,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:39,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:39,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:39,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:39,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:39,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:39,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:39,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:39,480 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:39,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:39,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:39,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:39,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:39,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:39,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:39,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:39,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:39,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:39,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:39,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:39,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:39,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:39,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:39,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:39,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:39,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:39,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:39,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:39,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:40,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:40,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:40,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:40,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:40,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:40,002 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:40,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:40,275 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:40,276 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:40,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:40,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124840268, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:40,278 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d448c52 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12f3cb47 2024-12-13T21:19:40,321 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e357dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:40,322 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:40,323 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:40,325 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d448c52 to 127.0.0.1:62437 2024-12-13T21:19:40,325 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:40,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:40,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:40,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:40,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:40,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:40,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:40,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:40,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:40,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:40,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:40,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:40,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:40,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:40,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:40,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:40,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:40,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:40,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:40,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:40,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:40,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:40,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:40,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:40,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:40,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:40,517 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:41,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:41,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:41,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:41,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:41,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:41,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:41,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:41,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:41,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:41,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:41,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:41,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:41,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:41,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:41,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:41,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:41,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:41,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:41,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:41,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:41,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:41,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:41,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:41,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:41,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:41,037 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:41,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:41,336 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:41,337 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:41,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:41,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124841327, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:41,339 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d372f99 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3192628b 2024-12-13T21:19:41,346 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54ac12dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:41,347 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:41,348 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:41,349 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d372f99 to 127.0.0.1:62437 2024-12-13T21:19:41,349 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:41,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:41,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:41,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:41,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:41,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:41,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:41,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:41,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:41,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:41,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:41,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:41,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:41,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:41,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:41,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:41,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:41,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:41,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:41,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:41,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:41,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:41,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:41,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:41,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:41,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:41,548 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:41,885 INFO [master/fd052dae32be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T21:19:41,885 INFO [master/fd052dae32be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T21:19:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:42,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:42,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:42,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:42,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:42,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:42,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:42,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:42,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:42,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:42,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:42,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:42,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:42,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:42,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:42,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:42,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:42,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:42,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:42,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:42,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:42,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:42,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:42,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:42,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:42,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:42,061 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:42,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:42,354 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:42,355 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:42,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:42,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124842350, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:42,357 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0435b16f to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26911d58 2024-12-13T21:19:42,369 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@129fc1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:42,370 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:42,371 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:42,373 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0435b16f to 127.0.0.1:62437 2024-12-13T21:19:42,373 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:42,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:42,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:42,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:42,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:42,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:42,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:42,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:42,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:42,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:42,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:42,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:42,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:42,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:42,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:42,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:42,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:42,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:42,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:42,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:42,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:42,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:42,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:42,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:42,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:42,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:42,579 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:43,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:43,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:43,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:43,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:43,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:43,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:43,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:43,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:43,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:43,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:43,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:43,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:43,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:43,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:43,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:43,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:43,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:43,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:43,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:43,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:43,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:43,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:43,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:43,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:43,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:43,089 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:43,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:19:43,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:43,378 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:43,379 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:43,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:43,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124843374, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:43,381 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b4a53e9 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@451fe805 2024-12-13T21:19:43,422 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e183e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:43,426 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:43,428 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:43,431 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b4a53e9 to 127.0.0.1:62437 2024-12-13T21:19:43,431 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:43,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:43,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:43,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:43,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:43,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:43,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:43,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:43,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:43,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:43,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:43,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:43,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:43,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:43,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:43,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:43,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:43,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:43,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:43,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:43,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:43,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:43,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:43,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:43,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:43,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:43,601 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:44,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:44,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:44,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:44,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:44,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:44,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:44,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:44,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:44,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:44,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:44,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:44,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:44,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:44,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:44,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:44,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:44,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:44,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:44,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:44,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:44,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:44,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:44,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:44,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:44,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:44,123 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:44,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:44,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:19:44,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:44,438 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:44,439 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:44,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:44,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124844432, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:44,440 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b9be9fb to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1fe714d 2024-12-13T21:19:44,452 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a5140a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:44,453 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:44,454 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:44,456 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b9be9fb to 127.0.0.1:62437 2024-12-13T21:19:44,456 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:44,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:44,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:44,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:44,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:44,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:44,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:44,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:44,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:44,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:44,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:44,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:44,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:44,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:44,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:44,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:44,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:44,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:44,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:44,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:44,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:44,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:44,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:44,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:44,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:44,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:44,635 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:45,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:45,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:45,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:45,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:45,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:45,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:45,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:45,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:45,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:45,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:45,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:45,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:45,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:45,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:45,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:45,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:45,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:45,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:45,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:45,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:45,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:45,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:45,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:45,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:45,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:45,149 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:45,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:45,466 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:45,467 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:45,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:45,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124845458, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:45,470 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7be33476 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@965565e 2024-12-13T21:19:45,513 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ec063c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:45,515 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:45,516 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:45,518 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7be33476 to 127.0.0.1:62437 2024-12-13T21:19:45,518 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:45,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:45,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:45,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:45,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:45,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:45,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:45,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:45,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:45,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:45,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:45,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:45,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:45,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:45,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:45,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:45,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:45,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:45,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:45,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:45,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:45,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:45,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:45,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:45,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:45,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:45,671 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:46,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:46,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:46,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:46,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:46,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:46,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:46,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:46,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:46,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:46,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:46,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:46,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:46,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:46,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:46,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:46,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:46,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:46,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:46,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:46,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:46,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:46,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:46,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:46,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:46,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:46,189 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:46,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:46,528 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:46,529 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:46,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:46,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124846519, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:46,531 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x660ef142 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@457a8c7b 2024-12-13T21:19:46,537 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c2af0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:46,538 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:46,539 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:46,540 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x660ef142 to 127.0.0.1:62437 2024-12-13T21:19:46,540 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:46,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:46,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:46,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:46,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:46,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:46,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:46,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:46,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:46,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:46,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:46,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:46,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:46,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:46,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:46,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:46,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:46,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:46,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:46,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:46,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:46,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:46,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:46,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:46,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:46,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:46,707 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:47,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:47,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:47,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:47,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:47,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:47,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:47,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:47,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:47,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:47,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:47,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:47,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:47,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:47,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:47,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:47,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:47,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:47,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:47,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:47,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:47,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:47,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:47,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:47,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:47,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:47,218 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:47,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:47,550 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:47,551 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:47,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:47,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124847543, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:47,553 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54b7deb9 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45bf8900 2024-12-13T21:19:47,571 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b0f466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:47,573 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:47,574 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:47,576 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54b7deb9 to 127.0.0.1:62437 2024-12-13T21:19:47,576 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:47,719 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T21:19:47,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable testdroppedtimed 2024-12-13T21:19:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T21:19:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T21:19:47,722 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124787722"}]},"ts":"1734124787722"} 2024-12-13T21:19:47,723 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T21:19:47,728 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T21:19:47,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T21:19:47,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=c120eb62d37c7a8e1ab2a53702b0a35e, UNASSIGN}] 2024-12-13T21:19:47,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=c120eb62d37c7a8e1ab2a53702b0a35e, UNASSIGN 2024-12-13T21:19:47,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=c120eb62d37c7a8e1ab2a53702b0a35e, regionState=CLOSING, regionLocation=fd052dae32be,36497,1734124731430 2024-12-13T21:19:47,733 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T21:19:47,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure c120eb62d37c7a8e1ab2a53702b0a35e, server=fd052dae32be,36497,1734124731430}] 2024-12-13T21:19:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T21:19:47,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:19:47,886 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:47,886 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T21:19:47,886 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing c120eb62d37c7a8e1ab2a53702b0a35e, disabling compactions & flushes 2024-12-13T21:19:47,886 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:47,886 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:47,886 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. after waiting 0 ms 2024-12-13T21:19:47,886 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:47,886 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing c120eb62d37c7a8e1ab2a53702b0a35e 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-13T21:19:47,946 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/.tmp/fam/ae032e030746492eb02139401d476195 is 4154, key is 0 put on table to be dropped/fam:row/1734124759787/Put/seqid=0 2024-12-13T21:19:47,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741866_1042 (size=9218) 2024-12-13T21:19:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T21:19:48,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:19:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T21:19:48,355 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/.tmp/fam/ae032e030746492eb02139401d476195 2024-12-13T21:19:48,398 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/.tmp/fam/ae032e030746492eb02139401d476195 as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/fam/ae032e030746492eb02139401d476195 2024-12-13T21:19:48,404 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/fam/ae032e030746492eb02139401d476195, entries=1, sequenceid=5, filesize=9.0 K 2024-12-13T21:19:48,407 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for c120eb62d37c7a8e1ab2a53702b0a35e in 521ms, sequenceid=5, compaction requested=false 2024-12-13T21:19:48,411 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T21:19:48,412 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e. 2024-12-13T21:19:48,412 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for c120eb62d37c7a8e1ab2a53702b0a35e: 2024-12-13T21:19:48,413 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:19:48,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=c120eb62d37c7a8e1ab2a53702b0a35e, regionState=CLOSED 2024-12-13T21:19:48,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T21:19:48,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure c120eb62d37c7a8e1ab2a53702b0a35e, server=fd052dae32be,36497,1734124731430 in 682 msec 2024-12-13T21:19:48,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-13T21:19:48,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=c120eb62d37c7a8e1ab2a53702b0a35e, UNASSIGN in 686 msec 2024-12-13T21:19:48,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T21:19:48,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 689 msec 2024-12-13T21:19:48,424 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734124788424"}]},"ts":"1734124788424"} 2024-12-13T21:19:48,425 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T21:19:48,436 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T21:19:48,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 717 msec 2024-12-13T21:19:48,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:48,581 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:48,582 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:48,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:48,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124848577, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:48,583 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a77d639 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73b9b1fe 2024-12-13T21:19:48,595 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45d782b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:48,597 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:48,597 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:48,599 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a77d639 to 127.0.0.1:62437 2024-12-13T21:19:48,599 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T21:19:48,827 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-13T21:19:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:48,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:48,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:48,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:48,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:48,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:48,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:48,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:48,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:48,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:48,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:48,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:48,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:48,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:48,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:48,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:48,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:48,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:48,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:48,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:48,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:48,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:48,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:48,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:48,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:48,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:48,841 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:49,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:49,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:19:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:49,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:49,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:49,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:49,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:49,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:49,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:49,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:49,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:49,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:49,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:49,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:49,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:49,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:49,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:49,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:49,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:49,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:49,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:49,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:49,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:49,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:49,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:49,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:49,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:49,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:49,360 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:49,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:49,610 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:49,611 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:49,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:49,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124849600, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:49,613 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c583e79 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12504c4d 2024-12-13T21:19:49,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T21:19:49,822 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d23f20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:49,825 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:49,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:49,828 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c583e79 to 127.0.0.1:62437 2024-12-13T21:19:49,828 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:49,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:49,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:49,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:49,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:49,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:49,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:49,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:49,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:49,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:49,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:49,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:49,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:49,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:49,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:49,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:49,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:49,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:49,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:49,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:49,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:49,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:49,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:49,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:49,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:49,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:49,872 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:50,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:50,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:50,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:50,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:50,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:50,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:50,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:50,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:50,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:50,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:50,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:50,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:50,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:50,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:50,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:50,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:50,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:50,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:50,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:50,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:50,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:50,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:50,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:50,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:50,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:50,393 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:50,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:50,837 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:50,838 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:50,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:50,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124850829, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:50,839 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1feadbc4 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f48ce50 2024-12-13T21:19:50,845 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d19fe27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:50,846 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:50,847 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:50,849 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1feadbc4 to 127.0.0.1:62437 2024-12-13T21:19:50,850 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:50,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:50,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:50,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:50,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:50,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:50,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:50,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:50,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:50,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:50,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:50,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:50,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:50,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:50,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:50,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:50,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:50,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:50,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:50,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:50,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:50,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:50,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:50,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:50,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:50,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:50,920 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:51,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T21:19:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:51,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:51,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:51,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:51,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:51,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:51,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:51,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:51,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:51,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:51,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:51,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:51,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:51,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:51,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:51,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:51,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:51,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:51,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:51,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:51,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:51,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:51,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:51,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:51,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:51,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:51,439 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:51,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:51,855 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:51,856 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:51,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:51,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124851850, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:51,857 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x329e27b1 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6d45fc 2024-12-13T21:19:51,895 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59276470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:51,897 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:51,898 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:51,900 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x329e27b1 to 127.0.0.1:62437 2024-12-13T21:19:51,900 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:51,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:51,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:51,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:51,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:51,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:51,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:51,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:51,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:51,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:51,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:51,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:51,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:51,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:51,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:51,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:51,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:51,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:51,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:51,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:51,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:51,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:51,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:51,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:51,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:51,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:51,950 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:52,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:52,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:52,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:52,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:52,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:52,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:52,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:52,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:52,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:52,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:52,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:52,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:52,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:52,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:52,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:52,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:52,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:52,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:52,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:52,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:52,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:52,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:52,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:52,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:52,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:52,470 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:52,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:52,905 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:52,906 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:52,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:52,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124852900, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:52,907 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e7f4f6c to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f2ca7fa 2024-12-13T21:19:52,919 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dca4a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:52,920 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:52,921 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:52,922 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e7f4f6c to 127.0.0.1:62437 2024-12-13T21:19:52,923 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:52,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:52,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:52,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:52,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:52,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:52,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:52,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:52,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:52,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:52,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:52,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:52,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:52,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:52,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:52,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:52,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:52,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:52,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:52,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:52,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:52,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:52,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:52,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:52,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:52,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:52,982 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:53,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:19:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:53,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:53,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:53,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:53,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:53,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:53,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:53,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:53,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:53,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:53,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:53,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:53,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:53,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:53,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:53,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:53,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:53,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:53,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:53,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:53,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:53,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:53,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:53,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:53,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:53,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:53,493 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:53,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:53,931 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:53,932 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:53,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:53,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124853924, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:53,934 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e348caa to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@442df1e1 2024-12-13T21:19:53,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T21:19:53,970 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b6c65fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:53,971 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:53,972 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:53,973 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e348caa to 127.0.0.1:62437 2024-12-13T21:19:53,973 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:53,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:53,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:53,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:53,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:53,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:53,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:53,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:53,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:53,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:53,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:53,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:53,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:54,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:54,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:54,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:54,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:54,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:54,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:54,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:54,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:54,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:54,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:54,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:54,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:54,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:54,003 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:54,055 DEBUG [master/fd052dae32be:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 117897490463d62936688d427e2e6c83 changed from -1.0 to 0.0, refreshing cache 2024-12-13T21:19:54,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:54,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:19:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:54,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:54,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:54,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:54,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:54,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:54,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:54,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:54,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:54,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:54,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:54,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:54,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:54,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:54,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:54,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:54,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:54,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:54,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:54,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:54,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:54,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:54,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:54,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:54,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:54,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:54,515 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:54,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:54,978 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:54,979 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:54,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:54,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124854974, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:54,981 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e796287 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35702a50 2024-12-13T21:19:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:55,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:55,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:55,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:55,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:55,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:55,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:55,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:55,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:55,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:55,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:55,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:55,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:55,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:55,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:55,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:55,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:55,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:55,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:55,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:55,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:55,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:55,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:55,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:55,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:55,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:55,027 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:55,058 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d4be28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:55,060 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:55,060 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:55,061 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e796287 to 127.0.0.1:62437 2024-12-13T21:19:55,062 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:55,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:55,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:55,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:55,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:55,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:55,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:55,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:55,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:55,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:55,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:55,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:55,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:55,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:55,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:55,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:55,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:55,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:55,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:55,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:55,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:55,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:55,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:55,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:55,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:55,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:55,538 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:56,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:56,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:56,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:56,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:56,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:56,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:56,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:56,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:56,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:56,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:56,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:56,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:56,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:56,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:56,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:56,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:56,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:56,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:56,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:56,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:56,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:56,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:56,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:56,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:56,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:56,059 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:56,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:56,066 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:56,066 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:56,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:56,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124856062, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:56,067 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b593976 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fcfaee7 2024-12-13T21:19:56,079 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d826a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:56,080 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:56,080 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:56,082 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b593976 to 127.0.0.1:62437 2024-12-13T21:19:56,082 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:56,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:56,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:56,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:56,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:56,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:56,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:56,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:56,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:56,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:56,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:56,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:56,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:56,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:56,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:56,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:56,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:56,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:56,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:56,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:56,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:56,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:56,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:56,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:56,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:56,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:56,572 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:56,864 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T21:19:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:57,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:57,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:57,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:57,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:57,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:57,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:57,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:57,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:57,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:57,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:57,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:57,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:57,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:57,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:57,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:57,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:57,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:57,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:57,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:57,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:57,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:57,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:57,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:57,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:57,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:57,082 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:57,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:57,087 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:57,087 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:57,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:57,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124857082, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:57,089 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x493efc7a to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bb4cb2c 2024-12-13T21:19:57,129 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35287c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:57,130 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:57,131 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:57,132 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x493efc7a to 127.0.0.1:62437 2024-12-13T21:19:57,132 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:57,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:57,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:57,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:57,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:57,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:57,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:57,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:57,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:57,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:57,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:57,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:57,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:57,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:57,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:57,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:57,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:57,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:57,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:57,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:57,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:57,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:57,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:57,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:57,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:57,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:57,599 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:58,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:58,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:58,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:58,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:58,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:58,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:58,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:58,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:58,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:58,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:58,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:58,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:58,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:58,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:58,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:58,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:58,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:58,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:58,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:58,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:58,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:58,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:58,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:58,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:58,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:58,110 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:58,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:58,137 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:58,137 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:58,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:58,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124858133, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:58,139 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x079e9d40 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a2ecb34 2024-12-13T21:19:58,145 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c11753f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:58,146 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:58,147 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:58,148 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x079e9d40 to 127.0.0.1:62437 2024-12-13T21:19:58,148 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:58,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:19:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:58,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:58,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:58,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:58,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:58,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:58,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:58,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:58,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:58,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:58,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:58,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:58,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:58,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:58,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:58,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:58,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:58,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:58,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:58,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:58,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:58,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:58,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:58,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:58,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:58,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:58,621 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:59,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:59,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:59,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:59,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:59,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:59,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:59,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:59,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:59,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:59,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:59,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:59,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:59,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:59,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:59,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:59,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:59,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:59,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:59,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:59,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:59,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:59,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:59,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:59,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:59,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:59,143 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:19:59,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:19:59,153 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:19:59,154 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:59,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:19:59,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124859149, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:19:59,156 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de08136 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@213b9cd5 2024-12-13T21:19:59,169 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624bd40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:19:59,172 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:19:59,173 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:19:59,176 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de08136 to 127.0.0.1:62437 2024-12-13T21:19:59,176 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:19:59,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:19:59,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:19:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:19:59,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:19:59,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:19:59,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:19:59,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:19:59,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:19:59,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:19:59,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:19:59,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:19:59,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:19:59,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:19:59,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:19:59,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:19:59,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:19:59,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:19:59,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:19:59,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:19:59,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:19:59,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:19:59,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:19:59,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:19:59,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:19:59,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:19:59,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:19:59,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:19:59,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:19:59,661 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:00,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:00,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:00,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:00,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:00,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:00,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:00,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:00,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:00,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:00,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:00,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:00,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:00,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:00,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:00,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:00,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:00,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:00,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:00,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:00,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:00,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:00,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:00,184 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:00,185 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:00,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:00,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124860177, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:00,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:00,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:00,187 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a5f6c1c to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ff8cb6 2024-12-13T21:20:00,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:00,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:00,188 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:00,228 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1412f9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:00,230 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:00,231 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:00,233 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a5f6c1c to 127.0.0.1:62437 2024-12-13T21:20:00,233 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:00,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:00,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:00,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:00,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:00,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:00,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:00,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:00,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:00,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:00,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:00,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:00,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:00,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:00,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:00,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:00,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:00,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:00,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:00,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:00,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:00,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:00,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:00,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:00,709 DEBUG [master/fd052dae32be:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-13T21:20:00,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:00,709 DEBUG [master/fd052dae32be:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b6b6bc930f8575ea45b66532343c2d49 changed from -1.0 to 0.0, refreshing cache 2024-12-13T21:20:00,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:00,711 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:01,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:01,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:01,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:01,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:01,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:01,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:01,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:01,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:01,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:01,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:01,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:01,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:01,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:01,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:01,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:01,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:01,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:01,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:01,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:01,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:01,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:01,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:01,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:01,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:01,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:01,231 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:01,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:01,238 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:01,238 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:01,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:01,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124861234, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:01,240 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7edd48 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@502f78ad 2024-12-13T21:20:01,254 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5373e445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:01,255 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:01,256 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:01,257 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7edd48 to 127.0.0.1:62437 2024-12-13T21:20:01,258 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:01,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:01,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:01,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:01,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:01,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:01,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:01,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:01,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:01,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:01,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:01,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:01,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:01,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:01,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:01,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:01,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:01,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:01,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:01,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:01,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:01,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:01,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:01,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:01,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:01,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:01,754 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:02,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:02,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:02,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:02,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:02,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:02,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:02,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:02,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:02,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:02,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:02,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:02,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:02,268 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:02,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:02,268 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:02,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:02,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:02,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124862259, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:02,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:02,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:02,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:02,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:02,270 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x170f8f7d to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c4e6721 2024-12-13T21:20:02,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:02,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:02,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:02,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:02,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:02,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:02,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:02,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:02,272 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:02,312 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70d3fd21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:02,313 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:02,314 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:02,315 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x170f8f7d to 127.0.0.1:62437 2024-12-13T21:20:02,315 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:02,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:02,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:02,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:02,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:02,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:02,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:02,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:02,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:02,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:02,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:02,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:02,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:02,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:02,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:02,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:02,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:02,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:02,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:02,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:02,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:02,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:02,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:02,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:02,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:02,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:02,792 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:03,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:20:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:03,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:03,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:03,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:03,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:03,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:03,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:03,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:03,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:03,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:03,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:03,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:03,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:03,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:03,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:03,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:03,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:03,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:03,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:03,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:03,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:03,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:03,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:03,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:03,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:03,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:03,303 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:03,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:03,321 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:03,321 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:03,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:03,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124863316, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:03,323 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55bb77ba to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a837543 2024-12-13T21:20:03,345 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75d6a9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:03,346 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:03,347 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:03,349 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55bb77ba to 127.0.0.1:62437 2024-12-13T21:20:03,349 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:03,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:03,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:03,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:03,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:03,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:03,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:03,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:03,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:03,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:03,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:03,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:03,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:03,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:03,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:03,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:03,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:03,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:03,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:03,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:03,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:03,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:03,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:03,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:03,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:03,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:03,819 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:04,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:20:04,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:20:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:04,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:04,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:04,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:04,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:04,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:04,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:04,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:04,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:04,330 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:04,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:04,353 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:04,353 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:04,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:04,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124864349, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:04,354 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66fc7759 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67542fa8 2024-12-13T21:20:04,361 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278c2a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:04,363 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:04,364 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:04,366 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66fc7759 to 127.0.0.1:62437 2024-12-13T21:20:04,366 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:04,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:04,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:04,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:04,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:04,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:04,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:04,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:04,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:04,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:04,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:04,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:04,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:04,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:04,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:04,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:04,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:04,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:04,847 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:05,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:05,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:05,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:05,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:05,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:05,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:05,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:05,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:05,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:05,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:05,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:05,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:05,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:05,357 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:05,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:05,370 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:05,370 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:05,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:05,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124865366, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:05,372 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c2f6f6f to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac0242d 2024-12-13T21:20:05,378 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5a67eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:05,379 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:05,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:05,381 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c2f6f6f to 127.0.0.1:62437 2024-12-13T21:20:05,381 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:05,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:05,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:05,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:05,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:05,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:05,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:05,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:05,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:05,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:05,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:05,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:05,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:05,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:05,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:05,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:05,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:05,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:05,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:05,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:05,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:05,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:05,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:05,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:05,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:05,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:05,881 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:06,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:06,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:06,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:06,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:06,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:06,385 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:06,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:06,386 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:06,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:06,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124866382, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:06,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:06,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:06,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:06,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:06,388 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76a52f3b to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5def9c8e 2024-12-13T21:20:06,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:06,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:06,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:06,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:06,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:06,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:06,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:06,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:06,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:06,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:06,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:06,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:06,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:06,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:06,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:06,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:06,394 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:06,394 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b5cde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:06,396 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:06,396 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:06,398 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76a52f3b to 127.0.0.1:62437 2024-12-13T21:20:06,398 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:06,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:06,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:06,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:06,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:06,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:06,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:06,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:06,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:06,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:06,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:06,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:06,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:06,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:06,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:06,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:06,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:06,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:06,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:06,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:06,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:06,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:06,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:06,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:06,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:06,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:06,914 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:07,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:07,406 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:07,408 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:07,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:07,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124867399, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:07,410 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f01118a to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e2bfb08 2024-12-13T21:20:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:07,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:07,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:07,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:07,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:07,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:07,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:07,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:07,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:07,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:07,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:07,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:07,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:07,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:07,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:07,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:07,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:07,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:07,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:07,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:07,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:07,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:07,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:07,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:07,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:07,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:07,427 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:07,427 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ddddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:07,429 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:07,430 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:07,432 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f01118a to 127.0.0.1:62437 2024-12-13T21:20:07,432 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:07,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:07,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:07,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:07,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:07,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:07,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:07,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:07,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:07,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:07,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:07,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:07,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:07,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:07,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:07,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:07,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:07,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:07,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:07,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:07,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:07,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:07,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:07,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:07,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:07,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:07,952 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:08,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:20:08,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:08,436 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:08,436 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:08,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:08,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124868432, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:08,437 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44167976 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55f43947 2024-12-13T21:20:08,453 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@394bc503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:08,454 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:08,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:08,455 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:08,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:08,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:08,457 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44167976 to 127.0.0.1:62437 2024-12-13T21:20:08,457 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:08,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:08,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:08,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:08,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:08,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:08,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:08,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:08,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:08,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:08,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:08,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:08,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:08,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:08,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:08,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:08,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:08,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:08,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:08,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:08,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:08,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:08,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:08,469 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:08,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:08,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:08,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:08,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:08,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:08,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:08,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:08,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:08,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:08,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:08,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:08,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:08,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:08,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:08,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:08,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:08,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:08,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:08,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:08,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:08,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:08,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:08,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:08,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:08,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:08,984 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:09,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:20:09,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:20:09,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:09,461 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:09,462 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:09,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:09,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124869458, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:09,463 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d51a09 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c1f2455 2024-12-13T21:20:09,470 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b1b8508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:09,471 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:09,472 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:09,474 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d51a09 to 127.0.0.1:62437 2024-12-13T21:20:09,474 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:09,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:09,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:09,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:09,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:09,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:09,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:09,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:09,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:09,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:09,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:09,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:09,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:09,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:09,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:09,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:09,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:09,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:09,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:09,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:09,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:09,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:09,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:09,511 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:10,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:10,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:10,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:10,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:10,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:10,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:10,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:10,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:10,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:10,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:10,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:10,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:10,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:10,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:10,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:10,023 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:10,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:10,479 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:10,480 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:10,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:10,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124870475, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:10,482 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cccfead to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39f448ed 2024-12-13T21:20:10,502 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e80b91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:10,503 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:10,505 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:10,506 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cccfead to 127.0.0.1:62437 2024-12-13T21:20:10,506 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:10,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:10,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:10,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:10,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:10,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:10,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:10,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:10,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:10,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:10,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:10,534 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:11,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:11,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:11,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:11,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:11,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:11,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:11,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:11,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:11,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:11,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:11,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:11,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:11,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:11,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:11,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:11,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:11,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:11,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:11,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:11,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:11,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:11,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:11,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:11,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:11,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:11,047 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:11,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:11,511 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:11,511 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:11,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:11,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124871507, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:11,513 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7489d411 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fa1594d 2024-12-13T21:20:11,520 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@149255ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:11,521 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:11,521 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:11,523 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7489d411 to 127.0.0.1:62437 2024-12-13T21:20:11,523 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:11,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:11,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:11,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:11,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:11,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:11,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:11,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:11,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:11,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:11,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:11,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:11,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:11,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:11,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:11,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:11,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:11,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:11,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:11,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:11,560 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:12,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:12,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:12,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:12,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:12,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:12,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:12,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:12,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:12,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:12,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:12,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:12,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:12,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:12,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:12,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:12,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:12,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:12,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:12,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:12,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:12,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:12,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:12,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:12,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:12,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:12,073 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:12,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:12,527 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:12,528 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:12,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:12,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124872524, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:12,529 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a68752f to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f66241e 2024-12-13T21:20:12,538 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39dd3b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:12,540 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:12,541 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:12,542 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a68752f to 127.0.0.1:62437 2024-12-13T21:20:12,542 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:12,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:12,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:12,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:12,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:12,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:12,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:12,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:12,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:12,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:12,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:12,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:12,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:12,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:12,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:12,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:12,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:12,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:12,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:12,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:12,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:12,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:12,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:12,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:12,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:12,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:12,585 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:13,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:13,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:13,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:13,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:13,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:13,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:13,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:13,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:13,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:13,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:13,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:13,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:13,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:13,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:13,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:13,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:13,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:13,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:13,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:13,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:13,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:13,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:13,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:13,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:13,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:13,096 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:13,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: -1 2024-12-13T21:20:13,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:13,547 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:13,548 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:13,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:13,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124873543, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:13,549 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18251c96 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@166d9d58 2024-12-13T21:20:13,578 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4639785f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:13,579 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:13,580 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:13,581 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18251c96 to 127.0.0.1:62437 2024-12-13T21:20:13,581 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:13,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:13,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:13,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:13,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:13,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:13,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:13,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:13,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:13,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:13,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:13,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:13,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:13,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:13,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:13,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:13,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:13,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:13,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:13,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:13,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:13,610 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:14,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:14,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:14,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:14,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:14,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:14,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:14,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:14,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:14,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:14,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:14,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:14,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:14,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:14,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:14,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:14,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:14,119 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T21:20:14,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:20:14,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T21:20:14,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:14,586 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:14,586 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:14,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:14,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124874582, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:14,588 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19de7984 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63a3a0ba 2024-12-13T21:20:14,594 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e55c711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:14,595 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:14,596 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:14,597 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19de7984 to 127.0.0.1:62437 2024-12-13T21:20:14,597 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:14,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete testdroppedtimed 2024-12-13T21:20:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:20:14,622 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:20:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T21:20:14,622 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:20:14,625 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:20:14,628 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/fam, FileablePath, hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/recovered.edits] 2024-12-13T21:20:14,632 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/fam/ae032e030746492eb02139401d476195 to hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/archive/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/fam/ae032e030746492eb02139401d476195 2024-12-13T21:20:14,637 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/recovered.edits/8.seqid to hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/archive/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e/recovered.edits/8.seqid 2024-12-13T21:20:14,638 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/testdroppedtimed/c120eb62d37c7a8e1ab2a53702b0a35e 2024-12-13T21:20:14,638 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T21:20:14,640 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:20:14,642 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T21:20:14,644 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T21:20:14,645 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:20:14,645 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T21:20:14,645 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734124814645"}]},"ts":"9223372036854775807"} 2024-12-13T21:20:14,649 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T21:20:14,649 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c120eb62d37c7a8e1ab2a53702b0a35e, NAME => 'testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T21:20:14,649 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T21:20:14,649 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734124814649"}]},"ts":"9223372036854775807"} 2024-12-13T21:20:14,651 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T21:20:14,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T21:20:14,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 41 msec 2024-12-13T21:20:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T21:20:14,724 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-13T21:20:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:14,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:14,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:14,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:14,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:14,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:14,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:14,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:14,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:14,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:14,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:14,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:14,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:14,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:14,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:14,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:14,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:14,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:14,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:14,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:14,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:14,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:14,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:14,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:14,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:14,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:14,734 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T21:20:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:15,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:15,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:15,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:15,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:15,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:15,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:15,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:15,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:15,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:15,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:15,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:15,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:15,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:15,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:15,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:15,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:15,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:15,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:15,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:15,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:15,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:15,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:15,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:15,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:15,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:15,245 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T21:20:15,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:15,602 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T21:20:15,603 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:15,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T21:20:15,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.3:49536 deadline: 1734124875598, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T21:20:15,604 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55df6c30 to 127.0.0.1:62437 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b87a041 2024-12-13T21:20:15,611 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6baa876f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T21:20:15,612 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T21:20:15,613 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T21:20:15,614 WARN [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-13T21:20:15,615 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55df6c30 to 127.0.0.1:62437 2024-12-13T21:20:15,615 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:15,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:15,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:15,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:15,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:15,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:15,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:15,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:15,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:15,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:15,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:15,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:15,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:15,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:15,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:15,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:15,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:15,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:15,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:15,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:15,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:15,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:15,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:15,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:15,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:15,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:15,757 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T21:20:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:16,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:16,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:16,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:16,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:16,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:16,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:16,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:16,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:16,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:16,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:16,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:16,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:16,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:16,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:16,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:16,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:16,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:16,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:16,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:16,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:16,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:16,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:16,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:16,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:16,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:16,268 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T21:20:16,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,628 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/27=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/28=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/29=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/30=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/31=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/32=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/33=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/34=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/35=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/36=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/37=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/38=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/39=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/40=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/41=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/42=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/43=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/44=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/45=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/46=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/47=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/48=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/49=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,632 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,644 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/51=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/52=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/53=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/54=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/55=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/56=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/57=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/58=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/59=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/60=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/61=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/62=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/63=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/64=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/65=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/66=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/67=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/68=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/69=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/70=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/71=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/72=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/73=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,647 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,660 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/75=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/76=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/77=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/78=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/79=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/80=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/81=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/82=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/83=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/84=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/85=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/86=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/87=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/88=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/89=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/90=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/91=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/92=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/93=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/94=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/95=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/96=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/97=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,665 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,677 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/99=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/100=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/101=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/102=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/103=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/104=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/105=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/106=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/107=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/108=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/109=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/110=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/111=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/112=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/113=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/114=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/115=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/116=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/117=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/118=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/119=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/120=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/121=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,680 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,702 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/123=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/124=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/125=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/126=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/127=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/128=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/129=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/130=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/131=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/132=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/133=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/134=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/135=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/136=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/137=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/138=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/139=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/140=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/141=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/142=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/143=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/144=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/145=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,705 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,745 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/147=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/148=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/149=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/150=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/151=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/152=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/153=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/154=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/155=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/156=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/157=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/158=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/159=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/160=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/161=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/162=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/163=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/164=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/165=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/166=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/167=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/168=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/169=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,748 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:16,769 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/171=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/172=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/173=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/174=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/175=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/176=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/177=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/178=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/179=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/180=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/181=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/182=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/183=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/184=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/185=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/186=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/187=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/188=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/189=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/190=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/191=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/192=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/193=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,772 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:16,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:16,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:16,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:16,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:16,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:16,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:16,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:16,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:16,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:16,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:16,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:16,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:16,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:16,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:16,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:16,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:16,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:16,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:16,785 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/195=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/196=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/197=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/198=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/199=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/200=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/201=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/202=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/203=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/204=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/205=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/206=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/207=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/208=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/209=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/210=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/211=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/212=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/213=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/214=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/215=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/216=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/217=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:16,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:16,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:16,789 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:16,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:16,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:16,792 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T21:20:16,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,803 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/219=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/220=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/221=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/222=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/223=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/224=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/225=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/226=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/227=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/228=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/229=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/230=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/231=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/232=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/233=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/234=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/235=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/236=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/237=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/238=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/239=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/240=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/241=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,806 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,819 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/243=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/244=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/245=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/246=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/247=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/248=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/249=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/250=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/251=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/252=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/253=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/254=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/255=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/256=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/257=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/258=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/259=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/260=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/261=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/262=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/263=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/264=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/265=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,822 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,835 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/267=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/268=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/269=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/270=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/271=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/272=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/273=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/274=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/275=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/276=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/277=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/278=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/279=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/280=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/281=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/282=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/283=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/284=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/285=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/286=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/287=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/288=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/289=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,838 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,852 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/291=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/292=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/293=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/294=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/295=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/296=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/297=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/298=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/299=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/300=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/301=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/302=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/303=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/304=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/305=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/306=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/307=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/308=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/309=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/310=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/311=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/312=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/313=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,854 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,869 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/315=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/316=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/317=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/318=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/319=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/320=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/321=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/322=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/323=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/324=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/325=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/326=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/327=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/328=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/329=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/330=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/331=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/332=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/333=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/334=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/335=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/336=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/337=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,871 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,877 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/339=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/340=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/341=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/342=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/343=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/344=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/345=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/346=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/347=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/348=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/349=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/350=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/351=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/352=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/353=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/354=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/355=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/356=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/357=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/358=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/359=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/360=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/361=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,879 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,894 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/363=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/364=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/365=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/366=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/367=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/368=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/369=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/370=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/371=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/372=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/373=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/374=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/375=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/376=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/377=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/378=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/379=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/380=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/381=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/382=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/383=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/384=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/385=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,896 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,910 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/387=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/388=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/389=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/390=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/391=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/392=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/393=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/394=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/395=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/396=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/397=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/398=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/399=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/400=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/401=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/402=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/403=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/404=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/405=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/406=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/407=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/408=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/409=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,913 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,927 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/411=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/412=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/413=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/414=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/415=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/416=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/417=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/418=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/419=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/420=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/421=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/422=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/423=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/424=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/425=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/426=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/427=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/428=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/429=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/430=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/431=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/432=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/433=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,930 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,944 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/435=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/436=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/437=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/438=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/439=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/440=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/441=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/442=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/443=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/444=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/445=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/446=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/447=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/448=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/449=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/450=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/451=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/452=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/453=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/454=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/455=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/456=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/457=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,945 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,960 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/459=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/460=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/461=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/462=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/463=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/464=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/465=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/466=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/467=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/468=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/469=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/470=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/471=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/472=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/473=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/474=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/475=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/476=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/477=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/478=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/479=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/480=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/481=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,962 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,977 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/483=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/484=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/485=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/486=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/487=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/488=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/489=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/490=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/491=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/492=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/493=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/494=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/495=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/496=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/497=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/498=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/499=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/500=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/501=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/502=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/503=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/504=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/505=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,979 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,994 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/507=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/508=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/509=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/510=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/511=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/512=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/513=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/514=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/515=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/516=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/517=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/518=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/519=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/520=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/521=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/522=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/523=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/524=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/525=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/526=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/527=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/528=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/529=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:16,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:16,995 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:16,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:16,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,010 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/531=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/532=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/533=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/534=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/535=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/536=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/537=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/538=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/539=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/540=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/541=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/542=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/543=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/544=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/545=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/546=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/547=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/548=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/549=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/550=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/551=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/552=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/553=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,013 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,027 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/555=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/556=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/557=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/558=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/559=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/560=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/561=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/562=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/563=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/564=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/565=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/566=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/567=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/568=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/569=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/570=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/571=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/572=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/573=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/574=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/575=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/576=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/577=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,029 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,086 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/579=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/580=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/581=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/582=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/583=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/584=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/585=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/586=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/587=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/588=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/589=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/590=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/591=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/592=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/593=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/594=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/595=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/596=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/597=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/598=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/599=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/600=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/601=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,088 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,110 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/603=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/604=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/605=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/606=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/607=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/608=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/609=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/610=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/611=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/612=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/613=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/614=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/615=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/616=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/617=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/618=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/619=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/620=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/621=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/622=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/623=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/624=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/625=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,112 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,127 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/627=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/628=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/629=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/630=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/631=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/632=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/633=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/634=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/635=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/636=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/637=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/638=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/639=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/640=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/641=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/642=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/643=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/644=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/645=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/646=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/647=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/648=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/649=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,129 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,144 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/651=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/652=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/653=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/654=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/655=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/656=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/657=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/658=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/659=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/660=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/661=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/662=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/663=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/664=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/665=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/666=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/667=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/668=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/669=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/670=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/671=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/672=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/673=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,145 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,160 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/675=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/676=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/677=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/678=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/679=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/680=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/681=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/682=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/683=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/684=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/685=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/686=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/687=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/688=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/689=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/690=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/691=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/692=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/693=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/694=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/695=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/696=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/697=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,162 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,177 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/699=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/700=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/701=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/702=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/703=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/704=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/705=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/706=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/707=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/708=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/709=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/710=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/711=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/712=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/713=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/714=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/715=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/716=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/717=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/718=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/719=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/720=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/721=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,178 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,194 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/723=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/724=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/725=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/726=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/727=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/728=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/729=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/730=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/731=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/732=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/733=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/734=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/735=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/736=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/737=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/738=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/739=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/740=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/741=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/742=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/743=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/744=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/745=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,195 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,210 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/747=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/748=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/749=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/750=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/751=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/752=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/753=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/754=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/755=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/756=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/757=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/758=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/759=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/760=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/761=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/762=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/763=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/764=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/765=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/766=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/767=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/768=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/769=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,213 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,227 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/771=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/772=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/773=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/774=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/775=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/776=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/777=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/778=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/779=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/780=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/781=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/782=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/783=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/784=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/785=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/786=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/787=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/788=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/789=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/790=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/791=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/792=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/793=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,228 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,244 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/795=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/796=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/797=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/798=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/799=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/800=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/801=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/802=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/803=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/804=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/805=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/806=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/807=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/808=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/809=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/810=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/811=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/812=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/813=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/814=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/815=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/816=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/817=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,245 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,260 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/819=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/820=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/821=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/822=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/823=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/824=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/825=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/826=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/827=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/828=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/829=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/830=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/831=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/832=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/833=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/834=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/835=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/836=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/837=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/838=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/839=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/840=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/841=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,262 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,277 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/843=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/844=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/845=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/846=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/847=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/848=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/849=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/850=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/851=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/852=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/853=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/854=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/855=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/856=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/857=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/858=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/859=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/860=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/861=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/862=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/863=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/864=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/865=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,279 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:17,294 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/867=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/868=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/869=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/870=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/871=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/872=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/873=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/874=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/875=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/876=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/877=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/878=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/879=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/880=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/881=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/882=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/883=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/884=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/885=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/886=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/887=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/888=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/889=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,296 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:17,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:17,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:17,310 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/891=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/892=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/893=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/894=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/895=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/896=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/897=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/898=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/899=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/900=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/901=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/902=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/903=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/904=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/905=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/906=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/907=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/908=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/909=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/910=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/911=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/912=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/913=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:17,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:17,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:17,312 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:17,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:17,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:17,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:17,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:17,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:17,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:17,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:17,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:17,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:17,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:17,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:17,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:17,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:17,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:17,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:17,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:17,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:17,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:17,325 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T21:20:17,327 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/915=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/916=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/917=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/918=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/919=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/920=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/921=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/922=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/923=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/924=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/925=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/926=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/927=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/928=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/929=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/930=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/931=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/932=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/933=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/934=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/935=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/936=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/937=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,328 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T21:20:17,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,344 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/939=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/940=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/941=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/942=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/943=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/944=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/945=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/946=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/947=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/948=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/949=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/950=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/951=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/952=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/953=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/954=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/955=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/956=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/957=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/958=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/959=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/960=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/961=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,345 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T21:20:17,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,361 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 4208104, reset compression=false 2024-12-13T21:20:17,360 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/963=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/964=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/965=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/966=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/967=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/968=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/969=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/970=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/971=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/972=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/973=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/974=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/975=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/976=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/977=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/978=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/979=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/980=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/981=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/982=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/983=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/984=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/985=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T21:20:17,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,377 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T21:20:17,377 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 4208924, reset compression=false 2024-12-13T21:20:17,377 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15187a4445153d423d0bc974aacf010/987=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/988=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/989=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/990=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/991=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/992=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/993=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/994=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/995=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/996=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/997=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/998=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/999=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/1000=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/1001=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/1002=[#edits: 1 = ],4297}, {test/c15187a4445153d423d0bc974aacf010/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-13T21:20:17,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T21:20:17,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42147 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T21:20:17,413 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T21:20:17,591 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 4208924, reset compression=false 2024-12-13T21:20:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42147 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T21:20:17,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T21:20:17,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T21:20:17,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T21:20:17,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T21:20:17,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T21:20:17,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T21:20:17,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T21:20:17,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T21:20:17,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T21:20:17,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T21:20:17,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T21:20:17,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T21:20:17,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T21:20:17,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T21:20:17,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T21:20:17,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T21:20:17,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T21:20:17,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T21:20:17,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T21:20:17,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T21:20:17,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T21:20:17,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T21:20:17,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T21:20:17,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T21:20:17,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T21:20:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(3971): Client=jenkins//172.17.0.3 list replication peers, regex=null 2024-12-13T21:20:17,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(3926): Client=jenkins//172.17.0.3 removing replication peer, id=2 2024-12-13T21:20:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-13T21:20:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T21:20:17,878 DEBUG [PEWorker-1 {}] zookeeper.ZKUtil(111): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-13T21:20:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-13T21:20:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T21:20:17,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T21:20:17,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T21:20:17,895 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 to pos 4208924, reset compression=false 2024-12-13T21:20:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T21:20:18,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fd052dae32be,36497,1734124731430 2024-12-13T21:20:18,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36497 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-13T21:20:18,040 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-13T21:20:18,040 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-13T21:20:18,040 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-13T21:20:18,159 INFO [fd052dae32be:36497Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 1001, current progress: walGroup [fd052dae32be%2C36497%2C1734124731430]: currently replicating from: hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.1734124733274 at position: 4208924 2024-12-13T21:20:18,160 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10021427e91000f, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:18,161 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10021427e91000f, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:18,161 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f56478 to 127.0.0.1:62437 2024-12-13T21:20:18,161 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T21:20:18,261 WARN [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T21:20:18,261 WARN [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.wal-reader.fd052dae32be%2C36497%2C1734124731430,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T21:20:18,361 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fd052dae32be:0-0.replicationSource,2.replicationSource.shipperfd052dae32be%2C36497%2C1734124731430,2 terminated 2024-12-13T21:20:18,361 INFO [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-13T21:20:18,363 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/fd052dae32be,36497,1734124731430/2/fd052dae32be%2C36497%2C1734124731430.1734124733274 2024-12-13T21:20:18,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/fd052dae32be,36497,1734124731430/2/fd052dae32be%2C36497%2C1734124731430.1734124733274 2024-12-13T21:20:18,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/fd052dae32be,36497,1734124731430/2 2024-12-13T21:20:18,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/fd052dae32be,36497,1734124731430/2 2024-12-13T21:20:18,369 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T21:20:18,369 DEBUG [RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-13T21:20:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-13T21:20:18,371 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on fd052dae32be,36497,1734124731430 suceeded 2024-12-13T21:20:18,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-13T21:20:18,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 483 msec 2024-12-13T21:20:18,378 DEBUG [PEWorker-5 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T21:20:18,378 INFO [PEWorker-5 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-13T21:20:18,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 512 msec 2024-12-13T21:20:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T21:20:18,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=398 (was 391) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-503857137_22 at /127.0.0.1:57992 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:62437@0x0e0ca04e java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007ff0dcb34a10.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:62437@0x5b90ef54-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/cluster_0ecde177-de05-3de6-678e-f4d063b61ecf/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:62437@0x0e0ca04e-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:62437@0x5b90ef54 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007ff0dcb34a10.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/cluster_0ecde177-de05-3de6-678e-f4d063b61ecf/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:62437@0x58c383ab java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007ff0dcb34a10.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:62437@0x0e0ca04e-SendThread(127.0.0.1:62437) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:62437@0x5b90ef54-SendThread(127.0.0.1:62437) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS_REFRESH_PEER-regionserver/fd052dae32be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 575), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=3576 (was 3620) 2024-12-13T21:20:18,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05422b16 to 127.0.0.1:62437 2024-12-13T21:20:18,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0740a5b0 to 127.0.0.1:62437 2024-12-13T21:20:18,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,498 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T21:20:18,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5819dd61 to 127.0.0.1:62437 2024-12-13T21:20:18,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T21:20:18,499 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T21:20:18,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x325e27ff to 127.0.0.1:62437 2024-12-13T21:20:18,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T21:20:18,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=574592599, stopped=false 2024-12-13T21:20:18,499 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fd052dae32be,40895,1734124736888 2024-12-13T21:20:18,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T21:20:18,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T21:20:18,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:20:18,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:20:18,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T21:20:18,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,511 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fd052dae32be,42147,1734124737010' ***** 2024-12-13T21:20:18,511 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T21:20:18,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T21:20:18,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T21:20:18,511 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T21:20:18,511 INFO [RS:0;fd052dae32be:42147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T21:20:18,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T21:20:18,511 INFO [RS:0;fd052dae32be:42147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T21:20:18,511 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 49ae4e42f4e15fb5e03d55796dcc8694 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 933b25a197573dd411bf5059d8a29c1a 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 4d82f29018a8c6e643a15259677a80fa 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for de65f99d32969667ee8a7a755aab30f1 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 44a975471c11a3feea3c3de669c673c0 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 336dddf27289deed0969e4852178f3c2 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for e2fda258705e3da13a04c0ea3ade3bd6 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 5ce6061558d654ffdb26d2e7c35c1910 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for b74d2cace5676aa2df38500dda2422b6 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for cdd35d8aa2730ee2ba18944c99d2249d 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 74fe706e2641039cb214a8588214c056 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 11059b6acb8a6b9d1ded8ee0873dce53 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for ee9ca0b6ec240382920abd4c3cdbc9b9 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for cd88979180a6a370b679bcc24527c1bd 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for a5f94e79252b4afe73838206fc0f4f0e 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 4a8558ebe207f04e81256604147f9582 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for d42982c550cb50d1235f33854e13f303 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 9067188fb5951e299e9d89ac10c99037 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 03079a325e8913315e3b11a8d9c4528b 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 949ebc2d20aec16e07e06ea237370d17 2024-12-13T21:20:18,512 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 49ae4e42f4e15fb5e03d55796dcc8694, disabling compactions & flushes 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 13469c4adc02b9c10e92e1155413db31 2024-12-13T21:20:18,512 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for b11586b7ae377442b3042525c7bce802 2024-12-13T21:20:18,512 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 3feff9810741eaefafdc0ea913809399 2024-12-13T21:20:18,512 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. after waiting 0 ms 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 15036283bfd17a9a42b54b3ad5e092f9 2024-12-13T21:20:18,512 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1224): stopping server fd052dae32be,42147,1734124737010 2024-12-13T21:20:18,512 DEBUG [RS:0;fd052dae32be:42147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T21:20:18,512 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T21:20:18,513 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T21:20:18,513 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T21:20:18,513 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T21:20:18,513 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T21:20:18,513 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T21:20:18,513 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T21:20:18,513 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T21:20:18,515 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1629): Waiting on 03079a325e8913315e3b11a8d9c4528b, 11059b6acb8a6b9d1ded8ee0873dce53, 13469c4adc02b9c10e92e1155413db31, 15036283bfd17a9a42b54b3ad5e092f9, 1588230740, 1fc181d6c638d13a663bc9bd1bba945c, 336dddf27289deed0969e4852178f3c2, 3feff9810741eaefafdc0ea913809399, 44a975471c11a3feea3c3de669c673c0, 49ae4e42f4e15fb5e03d55796dcc8694, 4a8558ebe207f04e81256604147f9582, 4d82f29018a8c6e643a15259677a80fa, 5ce6061558d654ffdb26d2e7c35c1910, 74fe706e2641039cb214a8588214c056, 9067188fb5951e299e9d89ac10c99037, 933b25a197573dd411bf5059d8a29c1a, 949ebc2d20aec16e07e06ea237370d17, a5f94e79252b4afe73838206fc0f4f0e, b11586b7ae377442b3042525c7bce802, b6b6bc930f8575ea45b66532343c2d49, b74d2cace5676aa2df38500dda2422b6, cd88979180a6a370b679bcc24527c1bd, cdd35d8aa2730ee2ba18944c99d2249d, d42982c550cb50d1235f33854e13f303, de65f99d32969667ee8a7a755aab30f1, e2fda258705e3da13a04c0ea3ade3bd6, ee9ca0b6ec240382920abd4c3cdbc9b9, f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:20:18,518 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/49ae4e42f4e15fb5e03d55796dcc8694/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,518 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:20:18,518 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 49ae4e42f4e15fb5e03d55796dcc8694: 2024-12-13T21:20:18,518 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734124746083.49ae4e42f4e15fb5e03d55796dcc8694. 2024-12-13T21:20:18,518 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 933b25a197573dd411bf5059d8a29c1a, disabling compactions & flushes 2024-12-13T21:20:18,518 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:20:18,518 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:20:18,518 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. after waiting 0 ms 2024-12-13T21:20:18,518 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:20:18,522 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/933b25a197573dd411bf5059d8a29c1a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,523 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:20:18,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 933b25a197573dd411bf5059d8a29c1a: 2024-12-13T21:20:18,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734124746083.933b25a197573dd411bf5059d8a29c1a. 2024-12-13T21:20:18,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4d82f29018a8c6e643a15259677a80fa, disabling compactions & flushes 2024-12-13T21:20:18,523 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:20:18,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:20:18,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. after waiting 0 ms 2024-12-13T21:20:18,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:20:18,527 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/4d82f29018a8c6e643a15259677a80fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,527 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:20:18,527 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4d82f29018a8c6e643a15259677a80fa: 2024-12-13T21:20:18,527 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734124746083.4d82f29018a8c6e643a15259677a80fa. 2024-12-13T21:20:18,527 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de65f99d32969667ee8a7a755aab30f1, disabling compactions & flushes 2024-12-13T21:20:18,527 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:20:18,528 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:20:18,528 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. after waiting 0 ms 2024-12-13T21:20:18,528 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:20:18,538 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/de65f99d32969667ee8a7a755aab30f1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,539 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:20:18,539 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de65f99d32969667ee8a7a755aab30f1: 2024-12-13T21:20:18,540 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734124746083.de65f99d32969667ee8a7a755aab30f1. 2024-12-13T21:20:18,540 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 44a975471c11a3feea3c3de669c673c0, disabling compactions & flushes 2024-12-13T21:20:18,540 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:20:18,540 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:20:18,540 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. after waiting 0 ms 2024-12-13T21:20:18,540 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:20:18,548 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/44a975471c11a3feea3c3de669c673c0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,550 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/info/ed995d5c663c4009bba8a29c300c90e7 is 143, key is hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49./info:regioninfo/1734124741576/Put/seqid=0 2024-12-13T21:20:18,551 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:20:18,551 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 44a975471c11a3feea3c3de669c673c0: 2024-12-13T21:20:18,551 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734124746083.44a975471c11a3feea3c3de669c673c0. 2024-12-13T21:20:18,552 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1fc181d6c638d13a663bc9bd1bba945c, disabling compactions & flushes 2024-12-13T21:20:18,552 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 1fc181d6c638d13a663bc9bd1bba945c 2024-12-13T21:20:18,552 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 1fc181d6c638d13a663bc9bd1bba945c 2/2 column families, dataSize=6.86 MB heapSize=6.99 MB 2024-12-13T21:20:18,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741866_1042 (size=36340) 2024-12-13T21:20:18,564 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/info/ed995d5c663c4009bba8a29c300c90e7 2024-12-13T21:20:18,611 INFO [regionserver/fd052dae32be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T21:20:18,617 INFO [Finalizer {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T21:20:18,617 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58c383ab to 127.0.0.1:62437 2024-12-13T21:20:18,617 DEBUG [Finalizer {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,617 INFO [Finalizer {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T21:20:18,618 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e0ca04e to 127.0.0.1:62437 2024-12-13T21:20:18,618 DEBUG [Finalizer {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:18,648 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c/.tmp/f/4199fe4020c847d7b503b014bf5fc5ba is 4136, key is NormalPut000/f:row/1734124759793/Put/seqid=0 2024-12-13T21:20:18,650 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/rep_barrier/23dc86ac9d6e48749d5e23fce21a47b4 is 115, key is test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037./rep_barrier:seqnumDuringOpen/1734124750701/Put/seqid=0 2024-12-13T21:20:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741867_1043 (size=4145800) 2024-12-13T21:20:18,655 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.86 MB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c/.tmp/f/4199fe4020c847d7b503b014bf5fc5ba 2024-12-13T21:20:18,673 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c/.tmp/f/4199fe4020c847d7b503b014bf5fc5ba as hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c/f/4199fe4020c847d7b503b014bf5fc5ba 2024-12-13T21:20:18,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741868_1044 (size=8574) 2024-12-13T21:20:18,680 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/rep_barrier/23dc86ac9d6e48749d5e23fce21a47b4 2024-12-13T21:20:18,683 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c/f/4199fe4020c847d7b503b014bf5fc5ba, entries=1000, sequenceid=145, filesize=4.0 M 2024-12-13T21:20:18,684 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.86 MB/7193812, heapSize ~6.99 MB/7326368, currentSize=0 B/0 for 1fc181d6c638d13a663bc9bd1bba945c in 132ms, sequenceid=145, compaction requested=false 2024-12-13T21:20:18,685 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:20:18,685 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:20:18,685 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. after waiting 0 ms 2024-12-13T21:20:18,685 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:20:18,696 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/1fc181d6c638d13a663bc9bd1bba945c/recovered.edits/148.seqid, newMaxSeqId=148, maxSeqId=1 2024-12-13T21:20:18,697 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:20:18,697 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1fc181d6c638d13a663bc9bd1bba945c: 2024-12-13T21:20:18,697 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734124746083.1fc181d6c638d13a663bc9bd1bba945c. 2024-12-13T21:20:18,697 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 336dddf27289deed0969e4852178f3c2, disabling compactions & flushes 2024-12-13T21:20:18,697 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:20:18,697 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:20:18,697 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. after waiting 0 ms 2024-12-13T21:20:18,697 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:20:18,704 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/336dddf27289deed0969e4852178f3c2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,706 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:20:18,706 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 336dddf27289deed0969e4852178f3c2: 2024-12-13T21:20:18,707 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734124746083.336dddf27289deed0969e4852178f3c2. 2024-12-13T21:20:18,707 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e2fda258705e3da13a04c0ea3ade3bd6, disabling compactions & flushes 2024-12-13T21:20:18,707 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:20:18,707 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:20:18,707 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. after waiting 0 ms 2024-12-13T21:20:18,707 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:20:18,712 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/e2fda258705e3da13a04c0ea3ade3bd6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,713 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/table/7dab344afd1344eb8763998496c70335 is 94, key is testdroppedtimed,,1734124757034.086d94942c34e2b5849651e743cb1947./table:/1734124761261/DeleteFamily/seqid=0 2024-12-13T21:20:18,714 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:20:18,714 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e2fda258705e3da13a04c0ea3ade3bd6: 2024-12-13T21:20:18,714 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734124746083.e2fda258705e3da13a04c0ea3ade3bd6. 2024-12-13T21:20:18,715 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5ce6061558d654ffdb26d2e7c35c1910, disabling compactions & flushes 2024-12-13T21:20:18,715 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:20:18,715 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:20:18,715 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. after waiting 0 ms 2024-12-13T21:20:18,715 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:20:18,716 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1629): Waiting on 03079a325e8913315e3b11a8d9c4528b, 11059b6acb8a6b9d1ded8ee0873dce53, 13469c4adc02b9c10e92e1155413db31, 15036283bfd17a9a42b54b3ad5e092f9, 1588230740, 3feff9810741eaefafdc0ea913809399, 4a8558ebe207f04e81256604147f9582, 5ce6061558d654ffdb26d2e7c35c1910, 74fe706e2641039cb214a8588214c056, 9067188fb5951e299e9d89ac10c99037, 949ebc2d20aec16e07e06ea237370d17, a5f94e79252b4afe73838206fc0f4f0e, b11586b7ae377442b3042525c7bce802, b6b6bc930f8575ea45b66532343c2d49, b74d2cace5676aa2df38500dda2422b6, cd88979180a6a370b679bcc24527c1bd, cdd35d8aa2730ee2ba18944c99d2249d, d42982c550cb50d1235f33854e13f303, ee9ca0b6ec240382920abd4c3cdbc9b9, f1aee4f5633bbefdf99a0e7f9661c0b4 2024-12-13T21:20:18,724 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/5ce6061558d654ffdb26d2e7c35c1910/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,725 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:20:18,725 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5ce6061558d654ffdb26d2e7c35c1910: 2024-12-13T21:20:18,725 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734124746083.5ce6061558d654ffdb26d2e7c35c1910. 2024-12-13T21:20:18,725 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b74d2cace5676aa2df38500dda2422b6, disabling compactions & flushes 2024-12-13T21:20:18,725 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:20:18,725 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:20:18,725 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. after waiting 0 ms 2024-12-13T21:20:18,725 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:20:18,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741869_1045 (size=5605) 2024-12-13T21:20:18,729 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/b74d2cace5676aa2df38500dda2422b6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,729 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:20:18,729 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b74d2cace5676aa2df38500dda2422b6: 2024-12-13T21:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734124746083.b74d2cace5676aa2df38500dda2422b6. 2024-12-13T21:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cdd35d8aa2730ee2ba18944c99d2249d, disabling compactions & flushes 2024-12-13T21:20:18,730 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. after waiting 0 ms 2024-12-13T21:20:18,730 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:20:18,737 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/cdd35d8aa2730ee2ba18944c99d2249d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,737 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:20:18,738 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cdd35d8aa2730ee2ba18944c99d2249d: 2024-12-13T21:20:18,738 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734124746083.cdd35d8aa2730ee2ba18944c99d2249d. 2024-12-13T21:20:18,738 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 74fe706e2641039cb214a8588214c056, disabling compactions & flushes 2024-12-13T21:20:18,738 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:20:18,738 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:20:18,738 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734124746083.74fe706e2641039cb214a8588214c056. after waiting 0 ms 2024-12-13T21:20:18,738 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:20:18,741 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/74fe706e2641039cb214a8588214c056/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,742 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:20:18,742 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 74fe706e2641039cb214a8588214c056: 2024-12-13T21:20:18,742 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734124746083.74fe706e2641039cb214a8588214c056. 2024-12-13T21:20:18,742 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 11059b6acb8a6b9d1ded8ee0873dce53, disabling compactions & flushes 2024-12-13T21:20:18,742 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:20:18,742 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:20:18,742 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. after waiting 0 ms 2024-12-13T21:20:18,742 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:20:18,751 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/11059b6acb8a6b9d1ded8ee0873dce53/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,753 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:20:18,753 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 11059b6acb8a6b9d1ded8ee0873dce53: 2024-12-13T21:20:18,753 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734124746083.11059b6acb8a6b9d1ded8ee0873dce53. 2024-12-13T21:20:18,753 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ee9ca0b6ec240382920abd4c3cdbc9b9, disabling compactions & flushes 2024-12-13T21:20:18,753 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:20:18,753 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:20:18,753 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. after waiting 0 ms 2024-12-13T21:20:18,753 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:20:18,771 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/ee9ca0b6ec240382920abd4c3cdbc9b9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,772 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:20:18,772 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ee9ca0b6ec240382920abd4c3cdbc9b9: 2024-12-13T21:20:18,773 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734124746083.ee9ca0b6ec240382920abd4c3cdbc9b9. 2024-12-13T21:20:18,773 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cd88979180a6a370b679bcc24527c1bd, disabling compactions & flushes 2024-12-13T21:20:18,773 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:20:18,773 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:20:18,773 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. after waiting 0 ms 2024-12-13T21:20:18,773 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:20:18,781 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/cd88979180a6a370b679bcc24527c1bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,782 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:20:18,782 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cd88979180a6a370b679bcc24527c1bd: 2024-12-13T21:20:18,782 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734124746083.cd88979180a6a370b679bcc24527c1bd. 2024-12-13T21:20:18,782 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a5f94e79252b4afe73838206fc0f4f0e, disabling compactions & flushes 2024-12-13T21:20:18,782 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:20:18,782 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:20:18,782 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. after waiting 0 ms 2024-12-13T21:20:18,782 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:20:18,785 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/a5f94e79252b4afe73838206fc0f4f0e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,786 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:20:18,786 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a5f94e79252b4afe73838206fc0f4f0e: 2024-12-13T21:20:18,786 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734124746083.a5f94e79252b4afe73838206fc0f4f0e. 2024-12-13T21:20:18,786 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4a8558ebe207f04e81256604147f9582, disabling compactions & flushes 2024-12-13T21:20:18,786 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:20:18,786 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:20:18,786 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. after waiting 0 ms 2024-12-13T21:20:18,786 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:20:18,795 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/4a8558ebe207f04e81256604147f9582/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,796 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:20:18,796 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4a8558ebe207f04e81256604147f9582: 2024-12-13T21:20:18,796 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734124746083.4a8558ebe207f04e81256604147f9582. 2024-12-13T21:20:18,796 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f1aee4f5633bbefdf99a0e7f9661c0b4, disabling compactions & flushes 2024-12-13T21:20:18,796 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:20:18,796 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:20:18,796 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. after waiting 0 ms 2024-12-13T21:20:18,796 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:20:18,822 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/f1aee4f5633bbefdf99a0e7f9661c0b4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,823 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:20:18,823 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f1aee4f5633bbefdf99a0e7f9661c0b4: 2024-12-13T21:20:18,823 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734124746083.f1aee4f5633bbefdf99a0e7f9661c0b4. 2024-12-13T21:20:18,824 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d42982c550cb50d1235f33854e13f303, disabling compactions & flushes 2024-12-13T21:20:18,824 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:20:18,824 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:20:18,824 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. after waiting 0 ms 2024-12-13T21:20:18,824 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:20:18,827 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/d42982c550cb50d1235f33854e13f303/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,828 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:20:18,828 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d42982c550cb50d1235f33854e13f303: 2024-12-13T21:20:18,828 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734124746083.d42982c550cb50d1235f33854e13f303. 2024-12-13T21:20:18,828 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9067188fb5951e299e9d89ac10c99037, disabling compactions & flushes 2024-12-13T21:20:18,828 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:20:18,828 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:20:18,828 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. after waiting 0 ms 2024-12-13T21:20:18,828 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:20:18,832 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/9067188fb5951e299e9d89ac10c99037/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,833 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:20:18,833 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9067188fb5951e299e9d89ac10c99037: 2024-12-13T21:20:18,833 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734124746083.9067188fb5951e299e9d89ac10c99037. 2024-12-13T21:20:18,833 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 03079a325e8913315e3b11a8d9c4528b, disabling compactions & flushes 2024-12-13T21:20:18,833 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:20:18,833 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:20:18,833 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. after waiting 0 ms 2024-12-13T21:20:18,833 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:20:18,837 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/03079a325e8913315e3b11a8d9c4528b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,838 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:20:18,838 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 03079a325e8913315e3b11a8d9c4528b: 2024-12-13T21:20:18,838 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734124746083.03079a325e8913315e3b11a8d9c4528b. 2024-12-13T21:20:18,838 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 949ebc2d20aec16e07e06ea237370d17, disabling compactions & flushes 2024-12-13T21:20:18,838 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:20:18,838 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:20:18,839 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. after waiting 0 ms 2024-12-13T21:20:18,839 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:20:18,842 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/949ebc2d20aec16e07e06ea237370d17/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,843 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:20:18,843 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 949ebc2d20aec16e07e06ea237370d17: 2024-12-13T21:20:18,843 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734124746083.949ebc2d20aec16e07e06ea237370d17. 2024-12-13T21:20:18,843 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 13469c4adc02b9c10e92e1155413db31, disabling compactions & flushes 2024-12-13T21:20:18,843 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:20:18,843 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:20:18,843 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. after waiting 0 ms 2024-12-13T21:20:18,843 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:20:18,849 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/13469c4adc02b9c10e92e1155413db31/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,850 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:20:18,850 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 13469c4adc02b9c10e92e1155413db31: 2024-12-13T21:20:18,850 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734124746083.13469c4adc02b9c10e92e1155413db31. 2024-12-13T21:20:18,850 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b11586b7ae377442b3042525c7bce802, disabling compactions & flushes 2024-12-13T21:20:18,850 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:20:18,850 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:20:18,850 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. after waiting 0 ms 2024-12-13T21:20:18,850 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:20:18,854 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/b11586b7ae377442b3042525c7bce802/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,854 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:20:18,854 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b11586b7ae377442b3042525c7bce802: 2024-12-13T21:20:18,854 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734124746083.b11586b7ae377442b3042525c7bce802. 2024-12-13T21:20:18,855 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3feff9810741eaefafdc0ea913809399, disabling compactions & flushes 2024-12-13T21:20:18,855 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:20:18,855 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:20:18,855 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. after waiting 0 ms 2024-12-13T21:20:18,855 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:20:18,863 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/3feff9810741eaefafdc0ea913809399/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,864 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:20:18,864 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3feff9810741eaefafdc0ea913809399: 2024-12-13T21:20:18,864 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734124746083.3feff9810741eaefafdc0ea913809399. 2024-12-13T21:20:18,864 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 15036283bfd17a9a42b54b3ad5e092f9, disabling compactions & flushes 2024-12-13T21:20:18,864 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:20:18,864 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:20:18,864 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. after waiting 0 ms 2024-12-13T21:20:18,864 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:20:18,868 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/default/test/15036283bfd17a9a42b54b3ad5e092f9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:18,868 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:20:18,868 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 15036283bfd17a9a42b54b3ad5e092f9: 2024-12-13T21:20:18,868 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734124746083.15036283bfd17a9a42b54b3ad5e092f9. 2024-12-13T21:20:18,869 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b6b6bc930f8575ea45b66532343c2d49, disabling compactions & flushes 2024-12-13T21:20:18,869 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:20:18,869 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:20:18,869 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. after waiting 0 ms 2024-12-13T21:20:18,869 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:20:18,869 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b6b6bc930f8575ea45b66532343c2d49 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T21:20:18,883 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49/.tmp/info/4edbcc3887ae4983957a515a89b01214 is 45, key is default/info:d/1734124741703/Put/seqid=0 2024-12-13T21:20:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741870_1046 (size=5037) 2024-12-13T21:20:18,916 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:20:19,116 DEBUG [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b6b6bc930f8575ea45b66532343c2d49 2024-12-13T21:20:19,123 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/table/7dab344afd1344eb8763998496c70335 2024-12-13T21:20:19,131 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/info/ed995d5c663c4009bba8a29c300c90e7 as hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/info/ed995d5c663c4009bba8a29c300c90e7 2024-12-13T21:20:19,138 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/info/ed995d5c663c4009bba8a29c300c90e7, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T21:20:19,139 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/rep_barrier/23dc86ac9d6e48749d5e23fce21a47b4 as hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/rep_barrier/23dc86ac9d6e48749d5e23fce21a47b4 2024-12-13T21:20:19,146 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/rep_barrier/23dc86ac9d6e48749d5e23fce21a47b4, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T21:20:19,147 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/.tmp/table/7dab344afd1344eb8763998496c70335 as hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/table/7dab344afd1344eb8763998496c70335 2024-12-13T21:20:19,158 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/table/7dab344afd1344eb8763998496c70335, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T21:20:19,160 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 646ms, sequenceid=77, compaction requested=false 2024-12-13T21:20:19,164 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T21:20:19,165 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T21:20:19,165 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T21:20:19,165 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T21:20:19,165 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T21:20:19,232 INFO [regionserver/fd052dae32be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T21:20:19,232 INFO [regionserver/fd052dae32be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T21:20:19,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T21:20:19,235 INFO [fd052dae32be:42147Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 1000 2024-12-13T21:20:19,292 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49/.tmp/info/4edbcc3887ae4983957a515a89b01214 2024-12-13T21:20:19,300 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49/.tmp/info/4edbcc3887ae4983957a515a89b01214 as hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49/info/4edbcc3887ae4983957a515a89b01214 2024-12-13T21:20:19,308 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49/info/4edbcc3887ae4983957a515a89b01214, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T21:20:19,309 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b6b6bc930f8575ea45b66532343c2d49 in 440ms, sequenceid=6, compaction requested=false 2024-12-13T21:20:19,313 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/data/hbase/namespace/b6b6bc930f8575ea45b66532343c2d49/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T21:20:19,313 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:20:19,313 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b6b6bc930f8575ea45b66532343c2d49: 2024-12-13T21:20:19,314 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734124740369.b6b6bc930f8575ea45b66532343c2d49. 2024-12-13T21:20:19,316 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1250): stopping server fd052dae32be,42147,1734124737010; all regions closed. 2024-12-13T21:20:19,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741834_1010 (size=40374) 2024-12-13T21:20:19,323 DEBUG [RS:0;fd052dae32be:42147 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/oldWALs 2024-12-13T21:20:19,323 INFO [RS:0;fd052dae32be:42147 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fd052dae32be%2C42147%2C1734124737010.meta:.meta(num 1734124740283) 2024-12-13T21:20:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741832_1008 (size=7229245) 2024-12-13T21:20:19,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/WALs/fd052dae32be,42147,1734124737010/fd052dae32be%2C42147%2C1734124737010.1734124739346 not finished, retry = 0 2024-12-13T21:20:19,428 DEBUG [RS:0;fd052dae32be:42147 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/oldWALs 2024-12-13T21:20:19,428 INFO [RS:0;fd052dae32be:42147 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fd052dae32be%2C42147%2C1734124737010:(num 1734124739346) 2024-12-13T21:20:19,428 DEBUG [RS:0;fd052dae32be:42147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:19,428 INFO [RS:0;fd052dae32be:42147 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T21:20:19,428 INFO [RS:0;fd052dae32be:42147 {}] hbase.ChoreService(370): Chore service for: regionserver/fd052dae32be:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T21:20:19,429 INFO [regionserver/fd052dae32be:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T21:20:19,429 INFO [RS:0;fd052dae32be:42147 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;fd052dae32be:42147. 2024-12-13T21:20:19,429 DEBUG [RS:0;fd052dae32be:42147 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T21:20:19,430 DEBUG [RS:0;fd052dae32be:42147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:19,430 DEBUG [RS:0;fd052dae32be:42147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b90ef54 to 127.0.0.1:62437 2024-12-13T21:20:19,430 INFO [RS:0;fd052dae32be:42147 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:42147 2024-12-13T21:20:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T21:20:19,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/fd052dae32be,42147,1734124737010 2024-12-13T21:20:19,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fd052dae32be,42147,1734124737010] 2024-12-13T21:20:19,452 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fd052dae32be,42147,1734124737010; numProcessing=1 2024-12-13T21:20:19,460 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/fd052dae32be,42147,1734124737010 already deleted, retry=false 2024-12-13T21:20:19,460 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fd052dae32be,42147,1734124737010 expired; onlineServers=0 2024-12-13T21:20:19,460 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fd052dae32be,40895,1734124736888' ***** 2024-12-13T21:20:19,460 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T21:20:19,461 DEBUG [M:0;fd052dae32be:40895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f633064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fd052dae32be/172.17.0.3:0 2024-12-13T21:20:19,461 INFO [M:0;fd052dae32be:40895 {}] regionserver.HRegionServer(1224): stopping server fd052dae32be,40895,1734124736888 2024-12-13T21:20:19,461 INFO [M:0;fd052dae32be:40895 {}] regionserver.HRegionServer(1250): stopping server fd052dae32be,40895,1734124736888; all regions closed. 2024-12-13T21:20:19,461 DEBUG [M:0;fd052dae32be:40895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:19,461 DEBUG [M:0;fd052dae32be:40895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T21:20:19,461 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T21:20:19,461 DEBUG [M:0;fd052dae32be:40895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T21:20:19,461 DEBUG [master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.large.0-1734124739061 {}] cleaner.HFileCleaner(306): Exit Thread[master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.large.0-1734124739061,5,FailOnTimeoutGroup] 2024-12-13T21:20:19,461 INFO [M:0;fd052dae32be:40895 {}] hbase.ChoreService(370): Chore service for: master/fd052dae32be:0 had [] on shutdown 2024-12-13T21:20:19,461 DEBUG [master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.small.0-1734124739061 {}] cleaner.HFileCleaner(306): Exit Thread[master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.small.0-1734124739061,5,FailOnTimeoutGroup] 2024-12-13T21:20:19,461 DEBUG [M:0;fd052dae32be:40895 {}] master.HMaster(1733): Stopping service threads 2024-12-13T21:20:19,461 INFO [M:0;fd052dae32be:40895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T21:20:19,462 INFO [M:0;fd052dae32be:40895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T21:20:19,462 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T21:20:19,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-13T21:20:19,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T21:20:19,469 DEBUG [M:0;fd052dae32be:40895 {}] zookeeper.ZKUtil(347): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-13T21:20:19,469 WARN [M:0;fd052dae32be:40895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T21:20:19,469 INFO [M:0;fd052dae32be:40895 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T21:20:19,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T21:20:19,469 INFO [M:0;fd052dae32be:40895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T21:20:19,469 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T21:20:19,469 INFO [M:0;fd052dae32be:40895 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:20:19,469 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:20:19,469 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T21:20:19,469 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:20:19,469 INFO [M:0;fd052dae32be:40895 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.25 KB heapSize=270.98 KB 2024-12-13T21:20:19,486 DEBUG [M:0;fd052dae32be:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29ecbe5506f94388939ba9f813b4ce43 is 82, key is hbase:meta,,1/info:regioninfo/1734124740325/Put/seqid=0 2024-12-13T21:20:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741871_1047 (size=5672) 2024-12-13T21:20:19,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:19,552 INFO [RS:0;fd052dae32be:42147 {}] regionserver.HRegionServer(1307): Exiting; stopping=fd052dae32be,42147,1734124737010; zookeeper connection closed. 2024-12-13T21:20:19,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42147-0x10021427e910004, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:19,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@272f3bd6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@272f3bd6 2024-12-13T21:20:19,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T21:20:19,770 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T21:20:19,891 INFO [M:0;fd052dae32be:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29ecbe5506f94388939ba9f813b4ce43 2024-12-13T21:20:19,911 DEBUG [M:0;fd052dae32be:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0734200a6dd4a008fdf12da15fd5b32 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734124750891/Put/seqid=0 2024-12-13T21:20:19,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741872_1048 (size=11249) 2024-12-13T21:20:20,322 INFO [M:0;fd052dae32be:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0734200a6dd4a008fdf12da15fd5b32 2024-12-13T21:20:20,328 INFO [M:0;fd052dae32be:40895 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0734200a6dd4a008fdf12da15fd5b32 2024-12-13T21:20:20,343 DEBUG [M:0;fd052dae32be:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9932c7124ec34e2393af84391fcf577c is 69, key is fd052dae32be,42147,1734124737010/rs:state/1734124739186/Put/seqid=0 2024-12-13T21:20:20,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741873_1049 (size=5156) 2024-12-13T21:20:20,748 INFO [M:0;fd052dae32be:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9932c7124ec34e2393af84391fcf577c 2024-12-13T21:20:20,754 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29ecbe5506f94388939ba9f813b4ce43 as hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29ecbe5506f94388939ba9f813b4ce43 2024-12-13T21:20:20,759 INFO [M:0;fd052dae32be:40895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29ecbe5506f94388939ba9f813b4ce43, entries=8, sequenceid=549, filesize=5.5 K 2024-12-13T21:20:20,760 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0734200a6dd4a008fdf12da15fd5b32 as hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0734200a6dd4a008fdf12da15fd5b32 2024-12-13T21:20:20,766 INFO [M:0;fd052dae32be:40895 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0734200a6dd4a008fdf12da15fd5b32 2024-12-13T21:20:20,766 INFO [M:0;fd052dae32be:40895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0734200a6dd4a008fdf12da15fd5b32, entries=69, sequenceid=549, filesize=11.0 K 2024-12-13T21:20:20,767 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9932c7124ec34e2393af84391fcf577c as hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9932c7124ec34e2393af84391fcf577c 2024-12-13T21:20:20,772 INFO [M:0;fd052dae32be:40895 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38969/user/jenkins/test-data/490b4ebf-0781-7a7e-dd14-025160c7f2fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9932c7124ec34e2393af84391fcf577c, entries=1, sequenceid=549, filesize=5.0 K 2024-12-13T21:20:20,773 INFO [M:0;fd052dae32be:40895 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.25 KB/225538, heapSize ~270.69 KB/277184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=549, compaction requested=false 2024-12-13T21:20:20,774 INFO [M:0;fd052dae32be:40895 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:20:20,774 DEBUG [M:0;fd052dae32be:40895 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T21:20:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34655 is added to blk_1073741830_1006 (size=262150) 2024-12-13T21:20:20,777 INFO [M:0;fd052dae32be:40895 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T21:20:20,777 INFO [M:0;fd052dae32be:40895 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:40895 2024-12-13T21:20:20,777 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T21:20:20,785 DEBUG [M:0;fd052dae32be:40895 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/fd052dae32be,40895,1734124736888 already deleted, retry=false 2024-12-13T21:20:20,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:20,894 INFO [M:0;fd052dae32be:40895 {}] regionserver.HRegionServer(1307): Exiting; stopping=fd052dae32be,40895,1734124736888; zookeeper connection closed. 2024-12-13T21:20:20,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10021427e910003, quorum=127.0.0.1:62437, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:20,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c585648{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T21:20:20,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a139ba0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T21:20:20,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T21:20:20,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ef970a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T21:20:20,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210eb631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/hadoop.log.dir/,STOPPED} 2024-12-13T21:20:20,902 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T21:20:20,903 WARN [BP-1515278316-172.17.0.3-1734124735673 heartbeating to localhost/127.0.0.1:38969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T21:20:20,903 WARN [BP-1515278316-172.17.0.3-1734124735673 heartbeating to localhost/127.0.0.1:38969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1515278316-172.17.0.3-1734124735673 (Datanode Uuid 18d939fd-9d5d-44cc-9a54-f9cdb9333b69) service to localhost/127.0.0.1:38969 2024-12-13T21:20:20,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T21:20:20,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/cluster_0ecde177-de05-3de6-678e-f4d063b61ecf/dfs/data/data1/current/BP-1515278316-172.17.0.3-1734124735673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T21:20:20,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/cluster_0ecde177-de05-3de6-678e-f4d063b61ecf/dfs/data/data2/current/BP-1515278316-172.17.0.3-1734124735673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T21:20:20,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T21:20:20,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@321a92e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T21:20:20,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c39a0fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T21:20:20,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T21:20:20,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48e16790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T21:20:20,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae6227b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d40c9a93-f86b-ee1b-aa7d-7feaa2a0f3a3/hadoop.log.dir/,STOPPED} 2024-12-13T21:20:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T21:20:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T21:20:20,938 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T21:20:20,938 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35135e28 to 127.0.0.1:62437 2024-12-13T21:20:20,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:20,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T21:20:20,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957708405, stopped=false 2024-12-13T21:20:20,938 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fd052dae32be,42987,1734124730610 2024-12-13T21:20:20,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T21:20:20,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T21:20:20,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:20:20,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:20:20,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T21:20:20,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:20,952 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fd052dae32be,36497,1734124731430' ***** 2024-12-13T21:20:20,952 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T21:20:20,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T21:20:20,953 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 0d514c5ecab01efa3b424b0172fb3bbe 2024-12-13T21:20:20,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for acfe42f70a40868d5870848d5bcac197 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 117897490463d62936688d427e2e6c83 2024-12-13T21:20:20,953 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0d514c5ecab01efa3b424b0172fb3bbe, disabling compactions & flushes 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 1da0dcfdfc083c49f247ae6d480d2506 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 733db7e0e0ef66a258f6bc43e0fb294f 2024-12-13T21:20:20,953 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 84f109a765ee27428cb1fbd128251629 2024-12-13T21:20:20,953 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for bd824d6d38e09f9c9eacc0d65f58683b 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for c15187a4445153d423d0bc974aacf010 2024-12-13T21:20:20,953 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. after waiting 0 ms 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for d3166941c4591523f1b1d27b04ed399e 2024-12-13T21:20:20,953 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 38d132f368123b11b951119317ff6f1a 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for f6979c5332c28f44569717e94137e99d 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 7d2daeb80df3c7523b87ea0423902918 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for dda2a9d7fb124d84de7f82cbfc75234b 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for e71b904cd4216548c402741fa12c79fd 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 3b41602f3e6756d610b6d3001a1acc08 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 81dc4714eef87a9c5ca9039a7046dff8 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 3581080e9ece5b464a84ad3ac55c904c 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 9172fabbbeadc66aea3860e8d39bbb5a 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for ca70d1217366edf3c31c7e95fcf71d66 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 4864158c435fc829bd80d8c9f164a09e 2024-12-13T21:20:20,953 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 317230b9ebe4cb8372fe615f39ba9ea6 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 883efebab70ef5197247d68f85efffc3 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 7950bd684e7bc0eb3db1204f79475bcd 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 747a6d1e828c2461e139b5caadb9ecb4 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for d5f763da5d8ee9fbbd5b5ca39e04a288 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1224): stopping server fd052dae32be,36497,1734124731430 2024-12-13T21:20:20,954 DEBUG [RS:0;fd052dae32be:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T21:20:20,954 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T21:20:20,954 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1629): Waiting on 0d514c5ecab01efa3b424b0172fb3bbe, 117897490463d62936688d427e2e6c83, 1588230740, 1da0dcfdfc083c49f247ae6d480d2506, 317230b9ebe4cb8372fe615f39ba9ea6, 3581080e9ece5b464a84ad3ac55c904c, 38d132f368123b11b951119317ff6f1a, 3b41602f3e6756d610b6d3001a1acc08, 4864158c435fc829bd80d8c9f164a09e, 733db7e0e0ef66a258f6bc43e0fb294f, 747a6d1e828c2461e139b5caadb9ecb4, 7950bd684e7bc0eb3db1204f79475bcd, 7d2daeb80df3c7523b87ea0423902918, 81dc4714eef87a9c5ca9039a7046dff8, 84f109a765ee27428cb1fbd128251629, 883efebab70ef5197247d68f85efffc3, 9172fabbbeadc66aea3860e8d39bbb5a, acfe42f70a40868d5870848d5bcac197, bd824d6d38e09f9c9eacc0d65f58683b, c15187a4445153d423d0bc974aacf010, ca70d1217366edf3c31c7e95fcf71d66, d3166941c4591523f1b1d27b04ed399e, d5f763da5d8ee9fbbd5b5ca39e04a288, dda2a9d7fb124d84de7f82cbfc75234b, e71b904cd4216548c402741fa12c79fd, f6979c5332c28f44569717e94137e99d, fa7529a6057b182a5e12c3c94b9c46c4, fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:20:20,954 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T21:20:20,954 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T21:20:20,954 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T21:20:20,954 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T21:20:20,954 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T21:20:20,954 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T21:20:20,957 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/0d514c5ecab01efa3b424b0172fb3bbe/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:20,957 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:20:20,958 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0d514c5ecab01efa3b424b0172fb3bbe: 2024-12-13T21:20:20,958 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734124741928.0d514c5ecab01efa3b424b0172fb3bbe. 2024-12-13T21:20:20,958 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing acfe42f70a40868d5870848d5bcac197, disabling compactions & flushes 2024-12-13T21:20:20,958 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:20:20,958 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:20:20,958 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. after waiting 0 ms 2024-12-13T21:20:20,958 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:20:20,962 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/acfe42f70a40868d5870848d5bcac197/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:20,963 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:20:20,963 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for acfe42f70a40868d5870848d5bcac197: 2024-12-13T21:20:20,963 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734124741928.acfe42f70a40868d5870848d5bcac197. 2024-12-13T21:20:20,963 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 117897490463d62936688d427e2e6c83, disabling compactions & flushes 2024-12-13T21:20:20,963 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:20:20,963 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:20:20,963 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. after waiting 0 ms 2024-12-13T21:20:20,963 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:20:20,963 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 117897490463d62936688d427e2e6c83 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T21:20:20,973 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/info/1da51545e0094c2ebdb8acaa8655b6ad is 143, key is hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83./info:regioninfo/1734124735338/Put/seqid=0 2024-12-13T21:20:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741867_1043 (size=36340) 2024-12-13T21:20:20,978 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83/.tmp/info/657ac4d67fd946b7a8c4746abddf6434 is 45, key is default/info:d/1734124735435/Put/seqid=0 2024-12-13T21:20:20,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741868_1044 (size=5037) 2024-12-13T21:20:21,013 INFO [regionserver/fd052dae32be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T21:20:21,154 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1629): Waiting on 117897490463d62936688d427e2e6c83, 1588230740, 1da0dcfdfc083c49f247ae6d480d2506, 317230b9ebe4cb8372fe615f39ba9ea6, 3581080e9ece5b464a84ad3ac55c904c, 38d132f368123b11b951119317ff6f1a, 3b41602f3e6756d610b6d3001a1acc08, 4864158c435fc829bd80d8c9f164a09e, 733db7e0e0ef66a258f6bc43e0fb294f, 747a6d1e828c2461e139b5caadb9ecb4, 7950bd684e7bc0eb3db1204f79475bcd, 7d2daeb80df3c7523b87ea0423902918, 81dc4714eef87a9c5ca9039a7046dff8, 84f109a765ee27428cb1fbd128251629, 883efebab70ef5197247d68f85efffc3, 9172fabbbeadc66aea3860e8d39bbb5a, bd824d6d38e09f9c9eacc0d65f58683b, c15187a4445153d423d0bc974aacf010, ca70d1217366edf3c31c7e95fcf71d66, d3166941c4591523f1b1d27b04ed399e, d5f763da5d8ee9fbbd5b5ca39e04a288, dda2a9d7fb124d84de7f82cbfc75234b, e71b904cd4216548c402741fa12c79fd, f6979c5332c28f44569717e94137e99d, fa7529a6057b182a5e12c3c94b9c46c4, fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:20:21,168 INFO [regionserver/fd052dae32be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T21:20:21,168 INFO [regionserver/fd052dae32be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T21:20:21,355 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1629): Waiting on 117897490463d62936688d427e2e6c83, 1588230740, 1da0dcfdfc083c49f247ae6d480d2506, 317230b9ebe4cb8372fe615f39ba9ea6, 3581080e9ece5b464a84ad3ac55c904c, 38d132f368123b11b951119317ff6f1a, 3b41602f3e6756d610b6d3001a1acc08, 4864158c435fc829bd80d8c9f164a09e, 733db7e0e0ef66a258f6bc43e0fb294f, 747a6d1e828c2461e139b5caadb9ecb4, 7950bd684e7bc0eb3db1204f79475bcd, 7d2daeb80df3c7523b87ea0423902918, 81dc4714eef87a9c5ca9039a7046dff8, 84f109a765ee27428cb1fbd128251629, 883efebab70ef5197247d68f85efffc3, 9172fabbbeadc66aea3860e8d39bbb5a, bd824d6d38e09f9c9eacc0d65f58683b, c15187a4445153d423d0bc974aacf010, ca70d1217366edf3c31c7e95fcf71d66, d3166941c4591523f1b1d27b04ed399e, d5f763da5d8ee9fbbd5b5ca39e04a288, dda2a9d7fb124d84de7f82cbfc75234b, e71b904cd4216548c402741fa12c79fd, f6979c5332c28f44569717e94137e99d, fa7529a6057b182a5e12c3c94b9c46c4, fc8ccc12c65b88e8cc130224ebd43906 2024-12-13T21:20:21,378 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/info/1da51545e0094c2ebdb8acaa8655b6ad 2024-12-13T21:20:21,383 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83/.tmp/info/657ac4d67fd946b7a8c4746abddf6434 2024-12-13T21:20:21,389 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83/.tmp/info/657ac4d67fd946b7a8c4746abddf6434 as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83/info/657ac4d67fd946b7a8c4746abddf6434 2024-12-13T21:20:21,396 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83/info/657ac4d67fd946b7a8c4746abddf6434, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T21:20:21,397 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 117897490463d62936688d427e2e6c83 in 434ms, sequenceid=6, compaction requested=false 2024-12-13T21:20:21,402 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/rep_barrier/0dbcacff6dd84665b4c3ccc55414b36c is 115, key is test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906./rep_barrier:seqnumDuringOpen/1734124745697/Put/seqid=0 2024-12-13T21:20:21,405 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/namespace/117897490463d62936688d427e2e6c83/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T21:20:21,406 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:20:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741869_1045 (size=8574) 2024-12-13T21:20:21,406 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 117897490463d62936688d427e2e6c83: 2024-12-13T21:20:21,406 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734124734065.117897490463d62936688d427e2e6c83. 2024-12-13T21:20:21,406 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1da0dcfdfc083c49f247ae6d480d2506, disabling compactions & flushes 2024-12-13T21:20:21,406 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:20:21,406 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:20:21,406 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. after waiting 0 ms 2024-12-13T21:20:21,407 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:20:21,412 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/1da0dcfdfc083c49f247ae6d480d2506/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,413 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:20:21,413 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1da0dcfdfc083c49f247ae6d480d2506: 2024-12-13T21:20:21,413 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734124741928.1da0dcfdfc083c49f247ae6d480d2506. 2024-12-13T21:20:21,413 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 733db7e0e0ef66a258f6bc43e0fb294f, disabling compactions & flushes 2024-12-13T21:20:21,413 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:20:21,413 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:20:21,413 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. after waiting 0 ms 2024-12-13T21:20:21,413 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:20:21,417 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/733db7e0e0ef66a258f6bc43e0fb294f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,417 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:20:21,417 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 733db7e0e0ef66a258f6bc43e0fb294f: 2024-12-13T21:20:21,417 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734124741928.733db7e0e0ef66a258f6bc43e0fb294f. 2024-12-13T21:20:21,417 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 84f109a765ee27428cb1fbd128251629, disabling compactions & flushes 2024-12-13T21:20:21,417 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:20:21,417 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:20:21,417 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. after waiting 0 ms 2024-12-13T21:20:21,417 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:20:21,421 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/84f109a765ee27428cb1fbd128251629/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,422 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:20:21,422 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 84f109a765ee27428cb1fbd128251629: 2024-12-13T21:20:21,422 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734124741928.84f109a765ee27428cb1fbd128251629. 2024-12-13T21:20:21,422 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bd824d6d38e09f9c9eacc0d65f58683b, disabling compactions & flushes 2024-12-13T21:20:21,422 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:20:21,422 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:20:21,422 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. after waiting 0 ms 2024-12-13T21:20:21,422 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:20:21,426 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/bd824d6d38e09f9c9eacc0d65f58683b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,426 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:20:21,426 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bd824d6d38e09f9c9eacc0d65f58683b: 2024-12-13T21:20:21,427 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734124741928.bd824d6d38e09f9c9eacc0d65f58683b. 2024-12-13T21:20:21,427 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c15187a4445153d423d0bc974aacf010, disabling compactions & flushes 2024-12-13T21:20:21,427 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:20:21,427 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:20:21,427 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734124741928.c15187a4445153d423d0bc974aacf010. after waiting 0 ms 2024-12-13T21:20:21,427 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:20:21,427 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c15187a4445153d423d0bc974aacf010 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-13T21:20:21,455 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010/.tmp/f/ca3b8889646f4fb99393cf76d82b4c95 is 4136, key is NormalPut000/f:row/1734124759793/Put/seqid=0 2024-12-13T21:20:21,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741870_1046 (size=4147225) 2024-12-13T21:20:21,458 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010/.tmp/f/ca3b8889646f4fb99393cf76d82b4c95 2024-12-13T21:20:21,465 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010/.tmp/f/ca3b8889646f4fb99393cf76d82b4c95 as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010/f/ca3b8889646f4fb99393cf76d82b4c95 2024-12-13T21:20:21,472 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010/f/ca3b8889646f4fb99393cf76d82b4c95, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-13T21:20:21,473 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for c15187a4445153d423d0bc974aacf010 in 45ms, sequenceid=1004, compaction requested=false 2024-12-13T21:20:21,477 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/c15187a4445153d423d0bc974aacf010/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-13T21:20:21,478 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:20:21,478 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c15187a4445153d423d0bc974aacf010: 2024-12-13T21:20:21,478 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734124741928.c15187a4445153d423d0bc974aacf010. 2024-12-13T21:20:21,478 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d3166941c4591523f1b1d27b04ed399e, disabling compactions & flushes 2024-12-13T21:20:21,478 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:20:21,478 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:20:21,478 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. after waiting 0 ms 2024-12-13T21:20:21,478 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:20:21,490 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/d3166941c4591523f1b1d27b04ed399e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,491 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:20:21,491 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d3166941c4591523f1b1d27b04ed399e: 2024-12-13T21:20:21,491 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734124741928.d3166941c4591523f1b1d27b04ed399e. 2024-12-13T21:20:21,491 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 38d132f368123b11b951119317ff6f1a, disabling compactions & flushes 2024-12-13T21:20:21,491 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:20:21,491 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:20:21,491 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. after waiting 0 ms 2024-12-13T21:20:21,491 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:20:21,503 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/38d132f368123b11b951119317ff6f1a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,504 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:20:21,504 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 38d132f368123b11b951119317ff6f1a: 2024-12-13T21:20:21,504 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734124741928.38d132f368123b11b951119317ff6f1a. 2024-12-13T21:20:21,504 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fc8ccc12c65b88e8cc130224ebd43906, disabling compactions & flushes 2024-12-13T21:20:21,504 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:20:21,504 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:20:21,504 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. after waiting 0 ms 2024-12-13T21:20:21,504 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:20:21,509 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/fc8ccc12c65b88e8cc130224ebd43906/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,510 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:20:21,510 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fc8ccc12c65b88e8cc130224ebd43906: 2024-12-13T21:20:21,510 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734124741928.fc8ccc12c65b88e8cc130224ebd43906. 2024-12-13T21:20:21,510 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f6979c5332c28f44569717e94137e99d, disabling compactions & flushes 2024-12-13T21:20:21,510 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:20:21,510 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:20:21,510 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. after waiting 0 ms 2024-12-13T21:20:21,510 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:20:21,514 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/f6979c5332c28f44569717e94137e99d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,515 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:20:21,515 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f6979c5332c28f44569717e94137e99d: 2024-12-13T21:20:21,515 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734124741928.f6979c5332c28f44569717e94137e99d. 2024-12-13T21:20:21,515 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7d2daeb80df3c7523b87ea0423902918, disabling compactions & flushes 2024-12-13T21:20:21,515 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:20:21,515 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:20:21,515 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. after waiting 0 ms 2024-12-13T21:20:21,515 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:20:21,521 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/7d2daeb80df3c7523b87ea0423902918/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,523 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:20:21,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7d2daeb80df3c7523b87ea0423902918: 2024-12-13T21:20:21,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734124741928.7d2daeb80df3c7523b87ea0423902918. 2024-12-13T21:20:21,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dda2a9d7fb124d84de7f82cbfc75234b, disabling compactions & flushes 2024-12-13T21:20:21,523 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:20:21,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:20:21,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. after waiting 0 ms 2024-12-13T21:20:21,523 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:20:21,528 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/dda2a9d7fb124d84de7f82cbfc75234b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,529 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:20:21,529 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dda2a9d7fb124d84de7f82cbfc75234b: 2024-12-13T21:20:21,529 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734124741928.dda2a9d7fb124d84de7f82cbfc75234b. 2024-12-13T21:20:21,529 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e71b904cd4216548c402741fa12c79fd, disabling compactions & flushes 2024-12-13T21:20:21,529 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:20:21,529 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:20:21,529 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. after waiting 0 ms 2024-12-13T21:20:21,529 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:20:21,533 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/e71b904cd4216548c402741fa12c79fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,533 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:20:21,534 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e71b904cd4216548c402741fa12c79fd: 2024-12-13T21:20:21,534 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734124741928.e71b904cd4216548c402741fa12c79fd. 2024-12-13T21:20:21,534 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3b41602f3e6756d610b6d3001a1acc08, disabling compactions & flushes 2024-12-13T21:20:21,534 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:20:21,534 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:20:21,534 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. after waiting 0 ms 2024-12-13T21:20:21,534 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:20:21,537 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/3b41602f3e6756d610b6d3001a1acc08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,538 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:20:21,538 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3b41602f3e6756d610b6d3001a1acc08: 2024-12-13T21:20:21,538 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734124741928.3b41602f3e6756d610b6d3001a1acc08. 2024-12-13T21:20:21,538 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 81dc4714eef87a9c5ca9039a7046dff8, disabling compactions & flushes 2024-12-13T21:20:21,538 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:20:21,538 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:20:21,538 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. after waiting 0 ms 2024-12-13T21:20:21,538 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:20:21,542 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/81dc4714eef87a9c5ca9039a7046dff8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,543 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:20:21,543 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 81dc4714eef87a9c5ca9039a7046dff8: 2024-12-13T21:20:21,543 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734124741928.81dc4714eef87a9c5ca9039a7046dff8. 2024-12-13T21:20:21,543 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3581080e9ece5b464a84ad3ac55c904c, disabling compactions & flushes 2024-12-13T21:20:21,543 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:20:21,543 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:20:21,543 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. after waiting 0 ms 2024-12-13T21:20:21,543 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:20:21,547 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/3581080e9ece5b464a84ad3ac55c904c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,548 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:20:21,548 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3581080e9ece5b464a84ad3ac55c904c: 2024-12-13T21:20:21,548 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734124741928.3581080e9ece5b464a84ad3ac55c904c. 2024-12-13T21:20:21,548 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9172fabbbeadc66aea3860e8d39bbb5a, disabling compactions & flushes 2024-12-13T21:20:21,548 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:20:21,548 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:20:21,548 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. after waiting 0 ms 2024-12-13T21:20:21,548 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:20:21,552 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/9172fabbbeadc66aea3860e8d39bbb5a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,553 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:20:21,553 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9172fabbbeadc66aea3860e8d39bbb5a: 2024-12-13T21:20:21,553 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734124741928.9172fabbbeadc66aea3860e8d39bbb5a. 2024-12-13T21:20:21,553 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca70d1217366edf3c31c7e95fcf71d66, disabling compactions & flushes 2024-12-13T21:20:21,553 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:20:21,553 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:20:21,553 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. after waiting 0 ms 2024-12-13T21:20:21,553 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:20:21,555 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 317230b9ebe4cb8372fe615f39ba9ea6, 4864158c435fc829bd80d8c9f164a09e, 747a6d1e828c2461e139b5caadb9ecb4, 7950bd684e7bc0eb3db1204f79475bcd, 883efebab70ef5197247d68f85efffc3, ca70d1217366edf3c31c7e95fcf71d66, d5f763da5d8ee9fbbd5b5ca39e04a288, fa7529a6057b182a5e12c3c94b9c46c4 2024-12-13T21:20:21,557 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/ca70d1217366edf3c31c7e95fcf71d66/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,558 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:20:21,558 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca70d1217366edf3c31c7e95fcf71d66: 2024-12-13T21:20:21,558 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734124741928.ca70d1217366edf3c31c7e95fcf71d66. 2024-12-13T21:20:21,558 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fa7529a6057b182a5e12c3c94b9c46c4, disabling compactions & flushes 2024-12-13T21:20:21,558 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:20:21,558 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:20:21,558 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. after waiting 0 ms 2024-12-13T21:20:21,558 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:20:21,563 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/fa7529a6057b182a5e12c3c94b9c46c4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,563 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:20:21,563 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fa7529a6057b182a5e12c3c94b9c46c4: 2024-12-13T21:20:21,563 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734124741928.fa7529a6057b182a5e12c3c94b9c46c4. 2024-12-13T21:20:21,563 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4864158c435fc829bd80d8c9f164a09e, disabling compactions & flushes 2024-12-13T21:20:21,563 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:20:21,563 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:20:21,563 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. after waiting 0 ms 2024-12-13T21:20:21,563 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:20:21,567 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/4864158c435fc829bd80d8c9f164a09e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,568 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:20:21,568 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4864158c435fc829bd80d8c9f164a09e: 2024-12-13T21:20:21,568 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734124741928.4864158c435fc829bd80d8c9f164a09e. 2024-12-13T21:20:21,568 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 317230b9ebe4cb8372fe615f39ba9ea6, disabling compactions & flushes 2024-12-13T21:20:21,568 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:20:21,568 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:20:21,568 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. after waiting 0 ms 2024-12-13T21:20:21,568 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:20:21,571 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/317230b9ebe4cb8372fe615f39ba9ea6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,572 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:20:21,572 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 317230b9ebe4cb8372fe615f39ba9ea6: 2024-12-13T21:20:21,572 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734124741928.317230b9ebe4cb8372fe615f39ba9ea6. 2024-12-13T21:20:21,572 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 883efebab70ef5197247d68f85efffc3, disabling compactions & flushes 2024-12-13T21:20:21,572 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:20:21,572 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:20:21,572 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. after waiting 0 ms 2024-12-13T21:20:21,572 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:20:21,576 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/883efebab70ef5197247d68f85efffc3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,576 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:20:21,576 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 883efebab70ef5197247d68f85efffc3: 2024-12-13T21:20:21,577 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734124741928.883efebab70ef5197247d68f85efffc3. 2024-12-13T21:20:21,577 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7950bd684e7bc0eb3db1204f79475bcd, disabling compactions & flushes 2024-12-13T21:20:21,577 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:20:21,577 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:20:21,577 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. after waiting 0 ms 2024-12-13T21:20:21,577 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:20:21,580 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/7950bd684e7bc0eb3db1204f79475bcd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,581 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7950bd684e7bc0eb3db1204f79475bcd: 2024-12-13T21:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734124741928.7950bd684e7bc0eb3db1204f79475bcd. 2024-12-13T21:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 747a6d1e828c2461e139b5caadb9ecb4, disabling compactions & flushes 2024-12-13T21:20:21,581 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. after waiting 0 ms 2024-12-13T21:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:20:21,585 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/747a6d1e828c2461e139b5caadb9ecb4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,586 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:20:21,586 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 747a6d1e828c2461e139b5caadb9ecb4: 2024-12-13T21:20:21,586 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734124741928.747a6d1e828c2461e139b5caadb9ecb4. 2024-12-13T21:20:21,586 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d5f763da5d8ee9fbbd5b5ca39e04a288, disabling compactions & flushes 2024-12-13T21:20:21,586 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:20:21,586 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:20:21,586 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. after waiting 0 ms 2024-12-13T21:20:21,586 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:20:21,590 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/default/test/d5f763da5d8ee9fbbd5b5ca39e04a288/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T21:20:21,590 INFO [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:20:21,590 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d5f763da5d8ee9fbbd5b5ca39e04a288: 2024-12-13T21:20:21,590 DEBUG [RS_CLOSE_REGION-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734124741928.d5f763da5d8ee9fbbd5b5ca39e04a288. 2024-12-13T21:20:21,755 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T21:20:21,807 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/rep_barrier/0dbcacff6dd84665b4c3ccc55414b36c 2024-12-13T21:20:21,830 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/table/08150345c5d64fa0a6d46b2474cc11a0 is 94, key is testdroppedtimed,,1734124754917.c120eb62d37c7a8e1ab2a53702b0a35e./table:/1734124814640/DeleteFamily/seqid=0 2024-12-13T21:20:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741871_1047 (size=5605) 2024-12-13T21:20:21,955 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T21:20:21,956 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T21:20:21,956 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T21:20:22,156 DEBUG [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T21:20:22,235 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/table/08150345c5d64fa0a6d46b2474cc11a0 2024-12-13T21:20:22,242 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/info/1da51545e0094c2ebdb8acaa8655b6ad as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/info/1da51545e0094c2ebdb8acaa8655b6ad 2024-12-13T21:20:22,249 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/info/1da51545e0094c2ebdb8acaa8655b6ad, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T21:20:22,250 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/rep_barrier/0dbcacff6dd84665b4c3ccc55414b36c as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/rep_barrier/0dbcacff6dd84665b4c3ccc55414b36c 2024-12-13T21:20:22,256 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/rep_barrier/0dbcacff6dd84665b4c3ccc55414b36c, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T21:20:22,257 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/.tmp/table/08150345c5d64fa0a6d46b2474cc11a0 as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/table/08150345c5d64fa0a6d46b2474cc11a0 2024-12-13T21:20:22,262 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/table/08150345c5d64fa0a6d46b2474cc11a0, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T21:20:22,263 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=77, compaction requested=false 2024-12-13T21:20:22,267 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T21:20:22,267 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T21:20:22,267 INFO [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T21:20:22,267 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T21:20:22,267 DEBUG [RS_CLOSE_META-regionserver/fd052dae32be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T21:20:22,356 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1250): stopping server fd052dae32be,36497,1734124731430; all regions closed. 2024-12-13T21:20:22,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/WALs/fd052dae32be,36497,1734124731430/fd052dae32be%2C36497%2C1734124731430.meta.1734124733789.meta not finished, retry = 0 2024-12-13T21:20:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741834_1010 (size=40374) 2024-12-13T21:20:22,461 DEBUG [RS:0;fd052dae32be:36497 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/oldWALs 2024-12-13T21:20:22,461 INFO [RS:0;fd052dae32be:36497 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fd052dae32be%2C36497%2C1734124731430.meta:.meta(num 1734124733789) 2024-12-13T21:20:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741833_1009 (size=4217378) 2024-12-13T21:20:22,466 DEBUG [RS:0;fd052dae32be:36497 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/oldWALs 2024-12-13T21:20:22,466 INFO [RS:0;fd052dae32be:36497 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fd052dae32be%2C36497%2C1734124731430:(num 1734124733274) 2024-12-13T21:20:22,466 DEBUG [RS:0;fd052dae32be:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:22,466 INFO [RS:0;fd052dae32be:36497 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T21:20:22,466 INFO [RS:0;fd052dae32be:36497 {}] hbase.ChoreService(370): Chore service for: regionserver/fd052dae32be:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T21:20:22,466 INFO [regionserver/fd052dae32be:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T21:20:22,466 INFO [RS:0;fd052dae32be:36497 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:36497 2024-12-13T21:20:22,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T21:20:22,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/fd052dae32be,36497,1734124731430 2024-12-13T21:20:22,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fd052dae32be,36497,1734124731430] 2024-12-13T21:20:22,502 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fd052dae32be,36497,1734124731430; numProcessing=1 2024-12-13T21:20:22,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/fd052dae32be,36497,1734124731430 already deleted, retry=false 2024-12-13T21:20:22,527 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fd052dae32be,36497,1734124731430 expired; onlineServers=0 2024-12-13T21:20:22,527 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fd052dae32be,42987,1734124730610' ***** 2024-12-13T21:20:22,527 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T21:20:22,527 DEBUG [M:0;fd052dae32be:42987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d5c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fd052dae32be/172.17.0.3:0 2024-12-13T21:20:22,527 INFO [M:0;fd052dae32be:42987 {}] regionserver.HRegionServer(1224): stopping server fd052dae32be,42987,1734124730610 2024-12-13T21:20:22,527 INFO [M:0;fd052dae32be:42987 {}] regionserver.HRegionServer(1250): stopping server fd052dae32be,42987,1734124730610; all regions closed. 2024-12-13T21:20:22,527 DEBUG [M:0;fd052dae32be:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T21:20:22,527 DEBUG [M:0;fd052dae32be:42987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T21:20:22,527 DEBUG [M:0;fd052dae32be:42987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T21:20:22,527 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T21:20:22,527 DEBUG [master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.large.0-1734124732893 {}] cleaner.HFileCleaner(306): Exit Thread[master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.large.0-1734124732893,5,FailOnTimeoutGroup] 2024-12-13T21:20:22,527 DEBUG [master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.small.0-1734124732896 {}] cleaner.HFileCleaner(306): Exit Thread[master/fd052dae32be:0:becomeActiveMaster-HFileCleaner.small.0-1734124732896,5,FailOnTimeoutGroup] 2024-12-13T21:20:22,527 INFO [M:0;fd052dae32be:42987 {}] hbase.ChoreService(370): Chore service for: master/fd052dae32be:0 had [] on shutdown 2024-12-13T21:20:22,527 DEBUG [M:0;fd052dae32be:42987 {}] master.HMaster(1733): Stopping service threads 2024-12-13T21:20:22,528 INFO [M:0;fd052dae32be:42987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T21:20:22,528 ERROR [M:0;fd052dae32be:42987 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (788280152) connection to localhost/127.0.0.1:43167 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43167,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-13T21:20:22,528 INFO [M:0;fd052dae32be:42987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T21:20:22,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T21:20:22,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-13T21:20:22,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T21:20:22,535 DEBUG [M:0;fd052dae32be:42987 {}] zookeeper.ZKUtil(347): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-13T21:20:22,535 WARN [M:0;fd052dae32be:42987 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T21:20:22,535 INFO [M:0;fd052dae32be:42987 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T21:20:22,535 INFO [M:0;fd052dae32be:42987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T21:20:22,536 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T21:20:22,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T21:20:22,536 INFO [M:0;fd052dae32be:42987 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:20:22,536 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:20:22,536 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T21:20:22,536 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:20:22,536 INFO [M:0;fd052dae32be:42987 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.88 KB heapSize=293.80 KB 2024-12-13T21:20:22,553 DEBUG [M:0;fd052dae32be:42987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/108a42cf322542b9af25817d31fa5119 is 82, key is hbase:meta,,1/info:regioninfo/1734124733915/Put/seqid=0 2024-12-13T21:20:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741872_1048 (size=5672) 2024-12-13T21:20:22,610 INFO [RS:0;fd052dae32be:36497 {}] regionserver.HRegionServer(1307): Exiting; stopping=fd052dae32be,36497,1734124731430; zookeeper connection closed. 2024-12-13T21:20:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10021427e910001, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:22,611 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49c7b9a6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49c7b9a6 2024-12-13T21:20:22,611 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T21:20:22,963 INFO [M:0;fd052dae32be:42987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/108a42cf322542b9af25817d31fa5119 2024-12-13T21:20:22,984 DEBUG [M:0;fd052dae32be:42987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6386a5cb455d4193864ce25617109f91 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734124745908/Put/seqid=0 2024-12-13T21:20:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741873_1049 (size=12840) 2024-12-13T21:20:23,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T21:20:23,390 INFO [M:0;fd052dae32be:42987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.33 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6386a5cb455d4193864ce25617109f91 2024-12-13T21:20:23,398 INFO [M:0;fd052dae32be:42987 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6386a5cb455d4193864ce25617109f91 2024-12-13T21:20:23,416 DEBUG [M:0;fd052dae32be:42987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d82334ec9e94c3b895d641c2a713f1d is 69, key is fd052dae32be,36497,1734124731430/rs:state/1734124733007/Put/seqid=0 2024-12-13T21:20:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741874_1050 (size=5156) 2024-12-13T21:20:23,821 INFO [M:0;fd052dae32be:42987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d82334ec9e94c3b895d641c2a713f1d 2024-12-13T21:20:23,826 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/108a42cf322542b9af25817d31fa5119 as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/108a42cf322542b9af25817d31fa5119 2024-12-13T21:20:23,831 INFO [M:0;fd052dae32be:42987 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/108a42cf322542b9af25817d31fa5119, entries=8, sequenceid=611, filesize=5.5 K 2024-12-13T21:20:23,832 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6386a5cb455d4193864ce25617109f91 as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6386a5cb455d4193864ce25617109f91 2024-12-13T21:20:23,837 INFO [M:0;fd052dae32be:42987 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6386a5cb455d4193864ce25617109f91 2024-12-13T21:20:23,837 INFO [M:0;fd052dae32be:42987 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6386a5cb455d4193864ce25617109f91, entries=77, sequenceid=611, filesize=12.5 K 2024-12-13T21:20:23,838 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d82334ec9e94c3b895d641c2a713f1d as hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d82334ec9e94c3b895d641c2a713f1d 2024-12-13T21:20:23,843 INFO [M:0;fd052dae32be:42987 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43167/user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d82334ec9e94c3b895d641c2a713f1d, entries=1, sequenceid=611, filesize=5.0 K 2024-12-13T21:20:23,844 INFO [M:0;fd052dae32be:42987 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.88 KB/243594, heapSize ~293.51 KB/300552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=611, compaction requested=false 2024-12-13T21:20:23,845 INFO [M:0;fd052dae32be:42987 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T21:20:23,845 DEBUG [M:0;fd052dae32be:42987 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T21:20:23,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e5410b99-89fe-d588-782a-845223555996/MasterData/WALs/fd052dae32be,42987,1734124730610/fd052dae32be%2C42987%2C1734124730610.1734124732252 not finished, retry = 0 2024-12-13T21:20:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741830_1006 (size=284268) 2024-12-13T21:20:23,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T21:20:23,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T21:20:23,948 INFO [M:0;fd052dae32be:42987 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T21:20:23,948 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T21:20:23,948 INFO [M:0;fd052dae32be:42987 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:42987 2024-12-13T21:20:23,952 DEBUG [M:0;fd052dae32be:42987 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/fd052dae32be,42987,1734124730610 already deleted, retry=false 2024-12-13T21:20:24,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:24,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x10021427e910000, quorum=127.0.0.1:62437, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T21:20:24,060 INFO [M:0;fd052dae32be:42987 {}] regionserver.HRegionServer(1307): Exiting; stopping=fd052dae32be,42987,1734124730610; zookeeper connection closed. 2024-12-13T21:20:24,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b590514{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T21:20:24,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T21:20:24,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T21:20:24,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T21:20:24,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop.log.dir/,STOPPED} 2024-12-13T21:20:24,065 WARN [BP-2033698911-172.17.0.3-1734124725960 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T21:20:24,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T21:20:24,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T21:20:24,065 WARN [BP-2033698911-172.17.0.3-1734124725960 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2033698911-172.17.0.3-1734124725960 (Datanode Uuid 14a41677-baf0-487c-84c9-6887ef981a2f) service to localhost/127.0.0.1:43167 2024-12-13T21:20:24,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/dfs/data/data1/current/BP-2033698911-172.17.0.3-1734124725960 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T21:20:24,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/cluster_2c1a4eb8-8895-af66-ce2a-a8d57f46fbd0/dfs/data/data2/current/BP-2033698911-172.17.0.3-1734124725960 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T21:20:24,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T21:20:24,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T21:20:24,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T21:20:24,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T21:20:24,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T21:20:24,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7e951379-0814-bfb9-c32a-adce1aa833e8/hadoop.log.dir/,STOPPED} 2024-12-13T21:20:24,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T21:20:24,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down